[ 557.465288] env[69195]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69195) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.465731] env[69195]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69195) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.465731] env[69195]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69195) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.466039] env[69195]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 557.562953] env[69195]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69195) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 557.572981] env[69195]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69195) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 557.615137] env[69195]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 558.175414] env[69195]: INFO nova.virt.driver [None req-683c6255-1f9e-4985-bebf-aebe05f93b2e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 558.246122] env[69195]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 558.246288] env[69195]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 558.246383] env[69195]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69195) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 561.739096] env[69195]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d55e0323-80f8-4ae2-b4c5-98878abd6f68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.755082] env[69195]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69195) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 561.755232] env[69195]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3de9b6fb-4fba-48d5-8cca-cba8f369a2f7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.789318] env[69195]: INFO oslo_vmware.api [-] Successfully established new session; session ID is d0e72. [ 561.789483] env[69195]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.543s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.789989] env[69195]: INFO nova.virt.vmwareapi.driver [None req-683c6255-1f9e-4985-bebf-aebe05f93b2e None None] VMware vCenter version: 7.0.3 [ 561.794460] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d4c068-4a38-4ba7-a15a-f4f557b4d612 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.812377] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4395bdf-d3d5-435b-876f-6a131444e5ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.818246] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c418d8ef-5b60-4b9c-b3ad-9901d215abda {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.824772] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eaefff-7da7-4bd2-b224-224312dc395b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.837612] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2686a0-9aca-48de-90d2-bf4181c0070a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.843391] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f3f5b9-a9ed-4aed-adec-d71191cb1861 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.873192] env[69195]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6c7bae1e-4e13-4e23-9de6-032b7e4b2f7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.878078] env[69195]: DEBUG nova.virt.vmwareapi.driver [None req-683c6255-1f9e-4985-bebf-aebe05f93b2e None None] Extension org.openstack.compute already exists. {{(pid=69195) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 561.880657] env[69195]: INFO nova.compute.provider_config [None req-683c6255-1f9e-4985-bebf-aebe05f93b2e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 562.383814] env[69195]: DEBUG nova.context [None req-683c6255-1f9e-4985-bebf-aebe05f93b2e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),33988982-292d-4757-bfa5-6a53bb673620(cell1) {{(pid=69195) load_cells /opt/stack/nova/nova/context.py:464}} [ 562.386105] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.386354] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.387108] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.387599] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Acquiring lock "33988982-292d-4757-bfa5-6a53bb673620" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.387794] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Lock "33988982-292d-4757-bfa5-6a53bb673620" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.388865] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Lock "33988982-292d-4757-bfa5-6a53bb673620" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 562.409930] env[69195]: INFO dbcounter [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Registered counter for database nova_cell0 [ 562.420907] env[69195]: INFO dbcounter [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Registered counter for database nova_cell1 [ 562.425039] env[69195]: DEBUG oslo_db.sqlalchemy.engines [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69195) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 562.425521] env[69195]: DEBUG oslo_db.sqlalchemy.engines [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69195) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 562.432076] env[69195]: ERROR nova.db.main.api [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 562.432076] env[69195]: result = function(*args, **kwargs) [ 562.432076] env[69195]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 562.432076] env[69195]: return func(*args, **kwargs) [ 562.432076] env[69195]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 562.432076] env[69195]: result = fn(*args, **kwargs) [ 562.432076] env[69195]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 562.432076] env[69195]: return f(*args, **kwargs) [ 562.432076] env[69195]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 562.432076] env[69195]: return db.service_get_minimum_version(context, binaries) [ 562.432076] env[69195]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 562.432076] env[69195]: _check_db_access() [ 562.432076] env[69195]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 562.432076] env[69195]: stacktrace = ''.join(traceback.format_stack()) [ 562.432076] env[69195]: [ 562.433159] env[69195]: ERROR nova.db.main.api [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 562.433159] env[69195]: result = function(*args, **kwargs) [ 562.433159] env[69195]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 562.433159] env[69195]: return func(*args, **kwargs) [ 562.433159] env[69195]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 562.433159] env[69195]: result = fn(*args, **kwargs) [ 562.433159] env[69195]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 562.433159] env[69195]: return f(*args, **kwargs) [ 562.433159] env[69195]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 562.433159] env[69195]: return db.service_get_minimum_version(context, binaries) [ 562.433159] env[69195]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 562.433159] env[69195]: _check_db_access() [ 562.433159] env[69195]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 562.433159] env[69195]: stacktrace = ''.join(traceback.format_stack()) [ 562.433159] env[69195]: [ 562.433643] env[69195]: WARNING nova.objects.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Failed to get minimum service version for cell 33988982-292d-4757-bfa5-6a53bb673620 [ 562.433865] env[69195]: WARNING nova.objects.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 562.434449] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Acquiring lock "singleton_lock" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.434672] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Acquired lock "singleton_lock" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.435024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Releasing lock "singleton_lock" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.435456] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Full set of CONF: {{(pid=69195) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 562.435657] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ******************************************************************************** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 562.435847] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] Configuration options gathered from: {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 562.436059] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 562.436331] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 562.436518] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ================================================================================ {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 562.436814] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] allow_resize_to_same_host = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.437079] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] arq_binding_timeout = 300 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.437281] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] backdoor_port = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.437464] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] backdoor_socket = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.437709] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] block_device_allocate_retries = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.437952] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] block_device_allocate_retries_interval = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.438215] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cert = self.pem {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.438455] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.438698] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute_monitors = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.438941] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] config_dir = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.439207] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] config_drive_format = iso9660 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.439402] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.439644] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] config_source = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.439887] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] console_host = devstack {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.440138] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] control_exchange = nova {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.440368] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cpu_allocation_ratio = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.440619] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] daemon = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.440892] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] debug = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.441169] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] default_access_ip_network_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.441434] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] default_availability_zone = nova {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.441666] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] default_ephemeral_format = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.441898] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] default_green_pool_size = 1000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.442290] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.442538] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] default_schedule_zone = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.442773] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] disk_allocation_ratio = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.443014] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] enable_new_services = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.443278] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] enabled_apis = ['osapi_compute'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.443515] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] enabled_ssl_apis = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.443755] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] flat_injected = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.443994] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] force_config_drive = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.444244] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] force_raw_images = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.444490] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] graceful_shutdown_timeout = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.444736] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] heal_instance_info_cache_interval = -1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.445062] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] host = cpu-1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.445321] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.445563] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.445810] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.446135] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.446379] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] instance_build_timeout = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.446616] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] instance_delete_interval = 300 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.446866] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] instance_format = [instance: %(uuid)s] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.447134] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] instance_name_template = instance-%08x {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.447369] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] instance_usage_audit = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.447615] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] instance_usage_audit_period = month {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.447862] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.448124] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.448375] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] internal_service_availability_zone = internal {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.448605] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] key = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.448853] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] live_migration_retry_count = 30 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.449108] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_color = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.449356] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_config_append = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.449604] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.449844] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_dir = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.450098] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_file = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.450295] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_options = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.450533] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_rotate_interval = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.450783] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_rotate_interval_type = days {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.451041] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] log_rotation_type = none {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.451236] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.451425] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.451669] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.451909] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.452117] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.452358] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] long_rpc_timeout = 1800 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.452594] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] max_concurrent_builds = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.452828] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] max_concurrent_live_migrations = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.453075] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] max_concurrent_snapshots = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.453309] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] max_local_block_devices = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.453537] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] max_logfile_count = 30 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.453766] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] max_logfile_size_mb = 200 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.453999] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] maximum_instance_delete_attempts = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.454260] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] metadata_listen = 0.0.0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.454511] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] metadata_listen_port = 8775 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.454770] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] metadata_workers = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.455023] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] migrate_max_retries = -1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.455281] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] mkisofs_cmd = genisoimage {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.455579] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.455772] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] my_ip = 10.180.1.21 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.456086] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.456339] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] network_allocate_retries = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.456595] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.456838] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.457091] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] osapi_compute_listen_port = 8774 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.457349] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] osapi_compute_unique_server_name_scope = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.457601] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] osapi_compute_workers = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.457842] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] password_length = 12 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.458104] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] periodic_enable = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.458342] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] periodic_fuzzy_delay = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.458584] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] pointer_model = usbtablet {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.458824] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] preallocate_images = none {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.459072] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] publish_errors = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.459266] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] pybasedir = /opt/stack/nova {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.459498] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ram_allocation_ratio = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.459733] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] rate_limit_burst = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.459979] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] rate_limit_except_level = CRITICAL {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.460228] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] rate_limit_interval = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.460460] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] reboot_timeout = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.460690] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] reclaim_instance_interval = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.460928] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] record = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.461178] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] reimage_timeout_per_gb = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.461417] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] report_interval = 120 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.461651] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] rescue_timeout = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.461893] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] reserved_host_cpus = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.462133] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] reserved_host_disk_mb = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.462368] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] reserved_host_memory_mb = 512 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.462601] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] reserved_huge_pages = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.462836] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] resize_confirm_window = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.463107] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] resize_fs_using_block_device = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.463359] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] resume_guests_state_on_host_boot = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.463609] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.463849] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] rpc_response_timeout = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.464106] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] run_external_periodic_tasks = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.464361] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] running_deleted_instance_action = reap {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.464587] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.464827] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] running_deleted_instance_timeout = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.465071] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler_instance_sync_interval = 120 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.465317] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_down_time = 720 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.465561] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] servicegroup_driver = db {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.465808] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] shell_completion = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.466071] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] shelved_offload_time = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.466334] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] shelved_poll_interval = 3600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.466597] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] shutdown_timeout = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.466858] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] source_is_ipv6 = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.467114] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ssl_only = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.467490] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.467734] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] sync_power_state_interval = 600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.467969] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] sync_power_state_pool_size = 1000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.468230] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] syslog_log_facility = LOG_USER {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.468459] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] tempdir = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.468690] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] timeout_nbd = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.468939] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] transport_url = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.469183] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] update_resources_interval = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.469416] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] use_cow_images = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.469653] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] use_journal = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.469906] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] use_json = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.470160] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] use_rootwrap_daemon = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.470400] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] use_stderr = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.470632] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] use_syslog = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.470859] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vcpu_pin_set = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.471121] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plugging_is_fatal = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.471365] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plugging_timeout = 300 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.471606] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] virt_mkfs = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.471840] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] volume_usage_poll_interval = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.472091] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] watch_log_file = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.472352] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] web = /usr/share/spice-html5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 562.472646] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.472842] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.473027] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.473210] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_concurrency.disable_process_locking = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.473966] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.474289] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.474553] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.474779] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.474966] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.475159] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.475348] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.auth_strategy = keystone {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.475520] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.compute_link_prefix = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.475703] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.475885] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.dhcp_domain = novalocal {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.476068] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.enable_instance_password = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.476238] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.glance_link_prefix = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.476406] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.476582] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.476751] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.instance_list_per_project_cells = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.476917] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.list_records_by_skipping_down_cells = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.477093] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.local_metadata_per_cell = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.477273] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.max_limit = 1000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.477437] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.metadata_cache_expiration = 15 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.477610] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.neutron_default_tenant_id = default {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.477787] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.response_validation = warn {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.477957] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.use_neutron_default_nets = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.478150] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.478317] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.478485] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.478660] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.478831] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.vendordata_dynamic_targets = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.478997] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.vendordata_jsonfile_path = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.479195] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.479390] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.backend = dogpile.cache.memcached {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.479560] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.backend_argument = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.479721] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.backend_expiration_time = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.479892] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.config_prefix = cache.oslo {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.480075] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.dead_timeout = 60.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.480242] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.debug_cache_backend = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.480403] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.enable_retry_client = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.480562] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.enable_socket_keepalive = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.480741] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.enabled = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.480908] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.enforce_fips_mode = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.481083] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.expiration_time = 600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.481249] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.hashclient_retry_attempts = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.481417] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.481580] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_dead_retry = 300 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.481742] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_password = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.481918] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.482093] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.482258] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_pool_maxsize = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.482420] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.482583] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_sasl_enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.482762] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.482931] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.483105] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.memcache_username = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.483276] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.proxies = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.483442] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.redis_db = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.483605] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.redis_password = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.483776] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.483954] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.484139] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.redis_server = localhost:6379 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.484306] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.redis_socket_timeout = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.484464] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.redis_username = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.484629] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.retry_attempts = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.484814] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.retry_delay = 0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.484989] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.socket_keepalive_count = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.485170] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.socket_keepalive_idle = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.485337] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.socket_keepalive_interval = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.485498] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.tls_allowed_ciphers = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.485662] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.tls_cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.485844] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.tls_certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.486026] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.tls_enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.486194] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cache.tls_keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.486367] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.486543] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.auth_type = password {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.486704] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.486885] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.487089] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.487223] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.487387] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.cross_az_attach = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.487550] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.debug = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.487708] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.endpoint_template = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.487901] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.http_retries = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.488124] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.488296] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.488472] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.os_region_name = RegionOne {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.488638] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.488798] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cinder.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.488973] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.489150] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.cpu_dedicated_set = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.489311] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.cpu_shared_set = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.489477] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.image_type_exclude_list = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.489642] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.489805] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.489976] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.490150] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.490320] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.490483] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.resource_provider_association_refresh = 300 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.490646] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.490809] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.shutdown_retry_interval = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.490989] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.491183] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] conductor.workers = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.491363] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] console.allowed_origins = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.491527] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] console.ssl_ciphers = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.491699] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] console.ssl_minimum_version = default {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.491871] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] consoleauth.enforce_session_timeout = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.492049] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] consoleauth.token_ttl = 600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.492226] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.492387] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.492553] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.492717] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.connect_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.492877] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.connect_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.493045] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.endpoint_override = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.493215] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.493377] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.493536] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.max_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.493694] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.min_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.493855] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.region_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.494016] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.retriable_status_codes = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.494179] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.494347] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.service_type = accelerator {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.494508] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.494666] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.status_code_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.494856] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.status_code_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.495043] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.495231] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.495394] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] cyborg.version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.495564] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.asyncio_connection = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.495746] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.asyncio_slave_connection = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.495955] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.backend = sqlalchemy {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.496170] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.connection = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.496344] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.connection_debug = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.496516] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.connection_parameters = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.496686] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.connection_recycle_time = 3600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.496850] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.connection_trace = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.497022] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.db_inc_retry_interval = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.497192] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.db_max_retries = 20 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.497354] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.db_max_retry_interval = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.497517] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.db_retry_interval = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.497681] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.max_overflow = 50 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.497842] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.max_pool_size = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.498009] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.max_retries = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.498187] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.498346] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.mysql_wsrep_sync_wait = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.498503] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.pool_timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.498665] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.retry_interval = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.498823] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.slave_connection = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.498984] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.sqlite_synchronous = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.499163] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] database.use_db_reconnect = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.499333] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.asyncio_connection = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.499494] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.asyncio_slave_connection = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.499666] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.backend = sqlalchemy {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.499838] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.connection = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.500012] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.connection_debug = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.500192] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.connection_parameters = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.500359] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.connection_recycle_time = 3600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.500524] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.connection_trace = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.500689] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.db_inc_retry_interval = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.500856] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.db_max_retries = 20 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.501030] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.db_max_retry_interval = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.501201] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.db_retry_interval = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.501365] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.max_overflow = 50 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.501528] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.max_pool_size = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.501689] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.max_retries = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.501861] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.502031] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.502195] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.pool_timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.502363] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.retry_interval = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.502523] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.slave_connection = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.502688] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] api_database.sqlite_synchronous = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.502863] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] devices.enabled_mdev_types = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.503052] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.503229] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.503395] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ephemeral_storage_encryption.enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.503560] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.503732] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.api_servers = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.503899] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.504076] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.504243] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.504405] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.connect_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.504565] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.connect_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.504763] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.debug = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.504941] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.default_trusted_certificate_ids = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.505121] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.enable_certificate_validation = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.505288] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.enable_rbd_download = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.505449] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.endpoint_override = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.505618] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.505789] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.505956] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.max_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.506131] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.min_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.506300] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.num_retries = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.506470] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.rbd_ceph_conf = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.506634] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.rbd_connect_timeout = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.506803] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.rbd_pool = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.506971] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.rbd_user = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.507152] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.region_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.507314] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.retriable_status_codes = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.507473] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.507640] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.service_type = image {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.507804] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.507964] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.status_code_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.508135] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.status_code_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.508296] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.508474] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.508641] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.verify_glance_signatures = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.508830] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] glance.version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.509011] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] guestfs.debug = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.509198] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.509364] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.auth_type = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.509524] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.509683] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.509848] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.510012] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.connect_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.510182] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.connect_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.510342] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.endpoint_override = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.510518] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.510729] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.510898] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.max_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.511069] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.min_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.511232] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.region_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.511389] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.retriable_status_codes = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.511548] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.511717] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.service_type = shared-file-system {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.511885] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.share_apply_policy_timeout = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.512059] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.512225] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.status_code_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.512385] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.status_code_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.512540] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.512718] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.512877] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] manila.version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.513057] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] mks.enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.513418] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.513606] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] image_cache.manager_interval = 2400 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.513775] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] image_cache.precache_concurrency = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.513948] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] image_cache.remove_unused_base_images = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.514131] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.514302] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.514476] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] image_cache.subdirectory_name = _base {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.514651] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.api_max_retries = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.514837] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.api_retry_interval = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.515018] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.515184] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.auth_type = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.515344] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.515499] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.515659] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.515824] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.conductor_group = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.515981] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.connect_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.516155] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.connect_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.516312] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.endpoint_override = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.516473] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.516630] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.516788] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.max_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.516948] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.min_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.517124] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.peer_list = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.517284] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.region_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.517442] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.retriable_status_codes = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.517603] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.serial_console_state_timeout = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.517764] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.517936] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.service_type = baremetal {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.518105] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.shard = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.518270] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.518427] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.status_code_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.518583] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.status_code_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.518739] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.518920] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.519093] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ironic.version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.519276] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.519450] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] key_manager.fixed_key = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.519632] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.519795] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.barbican_api_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.519956] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.barbican_endpoint = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.520142] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.barbican_endpoint_type = public {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.520305] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.barbican_region_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.520465] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.520625] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.520813] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.520987] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.521163] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.521332] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.number_of_retries = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.521495] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.retry_delay = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.521659] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.send_service_user_token = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.521823] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.521986] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.522163] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.verify_ssl = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.522324] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican.verify_ssl_path = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.522490] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.522652] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.auth_type = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.522814] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.522974] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.523152] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.523314] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.523474] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.523637] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.523795] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] barbican_service_user.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.523964] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.approle_role_id = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.524137] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.approle_secret_id = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.524310] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.kv_mountpoint = secret {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.524469] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.kv_path = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.524632] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.kv_version = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.524822] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.namespace = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.524986] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.root_token_id = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.525160] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.ssl_ca_crt_file = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.525327] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.timeout = 60.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.525490] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.use_ssl = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.525662] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.525849] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.526036] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.526206] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.526367] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.connect_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.526528] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.connect_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.526688] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.endpoint_override = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.526852] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.527026] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.527181] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.max_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.527338] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.min_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.527497] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.region_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.527657] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.retriable_status_codes = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.527815] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.528061] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.service_type = identity {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.528250] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.528414] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.status_code_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.528574] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.status_code_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.528731] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.528915] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.529090] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] keystone.version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.529283] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.ceph_mount_options = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.529584] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.529763] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.connection_uri = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.529926] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.cpu_mode = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.530102] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.530272] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.cpu_models = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.530440] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.cpu_power_governor_high = performance {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.530621] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.530861] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.cpu_power_management = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.531065] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.531243] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.device_detach_attempts = 8 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.531408] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.device_detach_timeout = 20 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.531577] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.disk_cachemodes = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.531738] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.disk_prefix = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.531902] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.enabled_perf_events = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.532075] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.file_backed_memory = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.532242] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.gid_maps = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.532402] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.hw_disk_discard = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.532557] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.hw_machine_type = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.532773] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.images_rbd_ceph_conf = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.532955] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.533135] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.533305] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.images_rbd_glance_store_name = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.533470] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.images_rbd_pool = rbd {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.533637] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.images_type = default {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.533794] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.images_volume_group = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.533957] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.inject_key = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.534132] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.inject_partition = -2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.534296] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.inject_password = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.534456] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.iscsi_iface = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.534617] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.iser_use_multipath = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.534813] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.534981] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.535159] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_downtime = 500 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.535321] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.535482] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.535641] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_inbound_addr = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.535810] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.535976] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.536148] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_scheme = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.536322] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_timeout_action = abort {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.536486] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_tunnelled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.536645] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_uri = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.536807] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.live_migration_with_native_tls = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.536966] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.max_queues = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.537142] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.537375] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.537536] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.nfs_mount_options = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.537831] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.538013] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.538185] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.538344] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.538504] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.538662] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.num_pcie_ports = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.538825] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.538988] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.pmem_namespaces = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.539158] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.quobyte_client_cfg = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.539451] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.539624] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.539787] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.539952] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.540123] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rbd_secret_uuid = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.540280] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rbd_user = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.540440] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.540609] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.540765] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rescue_image_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.540924] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rescue_kernel_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.541092] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rescue_ramdisk_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.541274] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.541437] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.rx_queue_size = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.541605] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.smbfs_mount_options = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.541902] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.542092] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.snapshot_compression = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.542257] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.snapshot_image_format = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.542477] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.542664] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.sparse_logical_volumes = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.542837] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.swtpm_enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.543023] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.swtpm_group = tss {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.543193] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.swtpm_user = tss {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.543364] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.sysinfo_serial = unique {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.543523] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.tb_cache_size = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.543680] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.tx_queue_size = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.543842] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.uid_maps = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.544011] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.use_virtio_for_bridges = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.544187] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.virt_type = kvm {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.544355] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.volume_clear = zero {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.544518] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.volume_clear_size = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.544722] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.volume_enforce_multipath = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.544901] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.volume_use_multipath = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.545075] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.vzstorage_cache_path = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.545249] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.545416] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.545579] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.545746] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.546071] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.546258] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.vzstorage_mount_user = stack {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.546427] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.546602] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.546777] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.auth_type = password {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.546964] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.547150] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.547393] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.547450] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.connect_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.547576] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.connect_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.547746] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.default_floating_pool = public {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.547966] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.endpoint_override = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.548210] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.extension_sync_interval = 600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.548337] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.http_retries = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.548502] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.548666] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.548825] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.max_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.548998] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.549175] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.min_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.549345] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.ovs_bridge = br-int {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.549510] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.physnets = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.549681] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.region_name = RegionOne {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.549841] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.retriable_status_codes = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.550019] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.service_metadata_proxy = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.550184] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.550355] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.service_type = network {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.550518] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.550676] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.status_code_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.550867] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.status_code_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.550998] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.551192] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.551355] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] neutron.version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.551529] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] notifications.bdms_in_notifications = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.551710] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] notifications.default_level = INFO {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.551877] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] notifications.include_share_mapping = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.552066] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] notifications.notification_format = unversioned {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.552237] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] notifications.notify_on_state_change = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.552416] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.552603] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] pci.alias = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.552795] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] pci.device_spec = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.552966] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] pci.report_in_placement = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.553160] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.553337] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.auth_type = password {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.553507] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.553683] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.553846] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.554022] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.554189] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.connect_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.554352] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.connect_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.554511] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.default_domain_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.554670] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.default_domain_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.554860] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.domain_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.555037] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.domain_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.555204] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.endpoint_override = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.555368] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.555527] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.555694] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.max_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.555871] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.min_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.556063] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.password = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.556229] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.project_domain_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.556396] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.project_domain_name = Default {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.556569] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.project_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.556763] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.project_name = service {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.556946] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.region_name = RegionOne {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.557124] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.retriable_status_codes = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.557299] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.557471] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.service_type = placement {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.557635] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.557815] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.status_code_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.557988] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.status_code_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.558169] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.system_scope = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.558328] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.558485] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.trust_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.558644] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.user_domain_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.558811] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.user_domain_name = Default {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.558972] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.user_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.559180] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.username = nova {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.559364] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.559525] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] placement.version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.559707] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.cores = 20 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.559879] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.count_usage_from_placement = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.560121] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.560306] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.injected_file_content_bytes = 10240 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.560484] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.injected_file_path_length = 255 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.560653] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.injected_files = 5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.560822] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.instances = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.560990] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.key_pairs = 100 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.561172] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.metadata_items = 128 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.561340] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.ram = 51200 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.561505] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.recheck_quota = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.561672] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.server_group_members = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.561838] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.server_groups = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.562067] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.562248] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] quota.unified_limits_resource_strategy = require {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.562423] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.562596] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.562785] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.image_metadata_prefilter = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.562953] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.563134] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.max_attempts = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.563300] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.max_placement_results = 1000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.563465] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.563628] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.563791] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.563967] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] scheduler.workers = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.564162] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.564336] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.564516] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.564690] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.564879] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.565060] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.565228] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.565415] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.565586] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.host_subset_size = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.565767] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.565939] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.566117] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.566282] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.566458] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.566625] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.isolated_hosts = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.566791] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.isolated_images = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.566957] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.567134] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.567300] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.567463] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.pci_in_placement = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.567627] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.567789] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.567971] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.568166] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.568333] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.568497] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.568659] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.track_instance_changes = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.568866] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.569060] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] metrics.required = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.569231] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] metrics.weight_multiplier = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.569396] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.569560] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] metrics.weight_setting = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.569870] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.570059] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] serial_console.enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.570241] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] serial_console.port_range = 10000:20000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.570411] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.570579] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.570749] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] serial_console.serialproxy_port = 6083 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.570918] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.571102] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.auth_type = password {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.571271] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.571426] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.571589] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.571749] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.571909] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.572091] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.send_service_user_token = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.572259] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.572419] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] service_user.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.572599] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.agent_enabled = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.572778] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.573097] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.573300] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.573474] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.html5proxy_port = 6082 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.573637] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.image_compression = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.573796] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.jpeg_compression = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.573955] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.playback_compression = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.574129] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.require_secure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.574299] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.server_listen = 127.0.0.1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.574466] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.574763] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.574947] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.streaming_mode = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.575126] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] spice.zlib_compression = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.575300] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] upgrade_levels.baseapi = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.575472] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] upgrade_levels.compute = auto {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.575634] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] upgrade_levels.conductor = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.575812] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] upgrade_levels.scheduler = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.575985] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.576162] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.576322] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.576481] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.576643] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.576800] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.576958] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.577136] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.577294] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vendordata_dynamic_auth.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.577465] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.api_retry_count = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.577626] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.ca_file = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.577798] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.577966] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.cluster_name = testcl1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.578144] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.connection_pool_size = 10 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.578307] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.console_delay_seconds = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.578481] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.datastore_regex = ^datastore.* {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.578683] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.578870] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.host_password = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.579048] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.host_port = 443 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.579221] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.host_username = administrator@vsphere.local {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.579390] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.insecure = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.579553] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.integration_bridge = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.579717] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.maximum_objects = 100 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.579877] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.pbm_default_policy = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.580069] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.pbm_enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.580243] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.pbm_wsdl_location = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.580414] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.580575] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.serial_port_proxy_uri = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.580742] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.serial_port_service_uri = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.580936] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.task_poll_interval = 0.5 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.581127] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.use_linked_clone = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.581298] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.vnc_keymap = en-us {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.581465] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.vnc_port = 5900 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.581628] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vmware.vnc_port_total = 10000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.581813] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.auth_schemes = ['none'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.581988] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.582285] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.582471] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.582643] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.novncproxy_port = 6080 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.582827] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.server_listen = 127.0.0.1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.583012] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.583192] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.vencrypt_ca_certs = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.583352] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.vencrypt_client_cert = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.583511] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vnc.vencrypt_client_key = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.583685] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.583851] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.disable_deep_image_inspection = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.584024] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.584186] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.584346] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.584507] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.disable_rootwrap = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.584665] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.enable_numa_live_migration = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.584849] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.585032] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.585201] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.585362] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.libvirt_disable_apic = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.585523] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.585691] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.585875] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.586047] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.586214] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.586378] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.586540] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.586699] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.586859] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.587031] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.587220] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.587387] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.client_socket_timeout = 900 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.587552] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.default_pool_size = 1000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.587718] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.keep_alive = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.587884] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.max_header_line = 16384 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.588057] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.588221] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.ssl_ca_file = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.588383] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.ssl_cert_file = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.588544] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.ssl_key_file = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.588708] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.tcp_keepidle = 600 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.588887] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.589067] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] zvm.ca_file = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.589232] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] zvm.cloud_connector_url = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.589523] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.589705] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] zvm.reachable_timeout = 300 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.589880] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.590071] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.590254] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.connection_string = messaging:// {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.590422] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.enabled = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.590590] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.es_doc_type = notification {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.590753] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.es_scroll_size = 10000 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.590921] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.es_scroll_time = 2m {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.591096] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.filter_error_trace = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.591265] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.hmac_keys = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.591432] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.sentinel_service_name = mymaster {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.591600] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.socket_timeout = 0.1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.591763] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.trace_requests = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.591927] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler.trace_sqlalchemy = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.592145] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler_jaeger.process_tags = {} {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.592316] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler_jaeger.service_name_prefix = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.592482] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] profiler_otlp.service_name_prefix = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.592668] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] remote_debug.host = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.592843] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] remote_debug.port = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.593034] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.593203] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.593370] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.593532] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.593696] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.593859] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.594030] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.594197] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.594360] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.594528] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.594693] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.594891] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.595075] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.595245] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.595410] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.595581] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.595761] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.595935] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.596121] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.596287] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.596450] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.596615] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.596778] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.596941] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.597115] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.597276] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.597435] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.597593] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.597753] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.597917] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.598090] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.ssl = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.598263] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.598429] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.598589] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.598774] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.598917] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.599091] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.599274] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.599439] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_notifications.retry = -1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.599612] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.599782] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.599958] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.auth_section = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.600143] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.auth_type = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.600308] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.cafile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.600489] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.certfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.600665] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.collect_timing = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.600869] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.connect_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.601068] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.connect_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.601234] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.endpoint_id = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.601410] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.601571] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.endpoint_override = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.601729] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.endpoint_region_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.601889] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.endpoint_service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.602058] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.endpoint_service_type = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.602223] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.insecure = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.602381] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.keyfile = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.602540] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.max_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.602699] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.min_version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.602860] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.region_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.603028] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.retriable_status_codes = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.603192] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.service_name = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.603352] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.service_type = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.603555] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.split_loggers = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.603774] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.status_code_retries = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.603949] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.status_code_retry_delay = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.604148] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.timeout = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.604318] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.valid_interfaces = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.604478] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_limit.version = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.604646] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_reports.file_event_handler = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.604850] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.605036] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] oslo_reports.log_dir = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.605217] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.605380] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.605542] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.605711] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.605880] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.606052] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.606229] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.606388] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_ovs_privileged.group = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.606547] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.606710] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.606875] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.607044] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] vif_plug_ovs_privileged.user = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.607219] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.607397] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.607572] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.607744] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.607918] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.608103] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.608272] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.608436] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.608614] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.608784] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_ovs.isolate_vif = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.608955] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.609133] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.609301] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.609471] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.609634] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] os_vif_ovs.per_port_bridge = False {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.609804] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] privsep_osbrick.capabilities = [21] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.609996] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] privsep_osbrick.group = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.610129] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] privsep_osbrick.helper_command = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.610298] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.610461] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.610622] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] privsep_osbrick.user = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.610795] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.610958] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] nova_sys_admin.group = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.611125] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] nova_sys_admin.helper_command = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.611294] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.611459] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.611616] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] nova_sys_admin.user = None {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 562.611747] env[69195]: DEBUG oslo_service.backend.eventlet.service [None req-3504de4a-0832-4fb0-b955-bb5db91fff44 None None] ******************************************************************************** {{(pid=69195) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 562.612174] env[69195]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 563.115600] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Getting list of instances from cluster (obj){ [ 563.115600] env[69195]: value = "domain-c8" [ 563.115600] env[69195]: _type = "ClusterComputeResource" [ 563.115600] env[69195]: } {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 563.116738] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13466ab-2929-4444-a371-6d53cdb77313 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.125805] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Got total of 0 instances {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 563.126381] env[69195]: WARNING nova.virt.vmwareapi.driver [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 563.126850] env[69195]: INFO nova.virt.node [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Generated node identity eeda6aa3-9fec-40fc-93c9-c561002c0b76 [ 563.127088] env[69195]: INFO nova.virt.node [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Wrote node identity eeda6aa3-9fec-40fc-93c9-c561002c0b76 to /opt/stack/data/n-cpu-1/compute_id [ 563.629695] env[69195]: WARNING nova.compute.manager [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Compute nodes ['eeda6aa3-9fec-40fc-93c9-c561002c0b76'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 564.635482] env[69195]: INFO nova.compute.manager [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 565.640213] env[69195]: WARNING nova.compute.manager [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 565.640587] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.640716] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.640872] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 565.641037] env[69195]: DEBUG nova.compute.resource_tracker [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 565.642319] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476e7bed-8563-4d71-a67c-fdba72a93d04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.650429] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dee5a4-9650-4897-b10d-93edb6661913 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.663878] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a1a55e-2300-4248-bc1c-38d87448a137 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.670322] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16c3cea-af74-4463-adbe-4d3442d61355 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.698263] env[69195]: DEBUG nova.compute.resource_tracker [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180905MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 565.698415] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.698622] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.201214] env[69195]: WARNING nova.compute.resource_tracker [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] No compute node record for cpu-1:eeda6aa3-9fec-40fc-93c9-c561002c0b76: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host eeda6aa3-9fec-40fc-93c9-c561002c0b76 could not be found. [ 566.705119] env[69195]: INFO nova.compute.resource_tracker [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: eeda6aa3-9fec-40fc-93c9-c561002c0b76 [ 568.213226] env[69195]: DEBUG nova.compute.resource_tracker [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 568.213615] env[69195]: DEBUG nova.compute.resource_tracker [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 568.370718] env[69195]: INFO nova.scheduler.client.report [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] [req-68aec3b7-c9b9-49f4-b2b4-252d84760e96] Created resource provider record via placement API for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 568.386871] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657ce38e-917c-43d1-9d70-423873d9ad59 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.394757] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a79720-891e-4092-b29d-0576d77eece4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.425403] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba803ef3-1e82-46bf-b1b1-2a264353036d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.432432] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b73aad-f747-4ffc-83aa-50fd436561ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.446252] env[69195]: DEBUG nova.compute.provider_tree [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 568.983667] env[69195]: DEBUG nova.scheduler.client.report [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 568.983892] env[69195]: DEBUG nova.compute.provider_tree [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 0 to 1 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 568.984039] env[69195]: DEBUG nova.compute.provider_tree [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 569.037577] env[69195]: DEBUG nova.compute.provider_tree [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 1 to 2 during operation: update_traits {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 569.542644] env[69195]: DEBUG nova.compute.resource_tracker [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 569.543040] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.543040] env[69195]: DEBUG nova.service [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Creating RPC server for service compute {{(pid=69195) start /opt/stack/nova/nova/service.py:186}} [ 569.557645] env[69195]: DEBUG nova.service [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] Join ServiceGroup membership for this service compute {{(pid=69195) start /opt/stack/nova/nova/service.py:203}} [ 569.557903] env[69195]: DEBUG nova.servicegroup.drivers.db [None req-5ecd4a8c-e075-4c18-a5b5-e7565dd9ccdf None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69195) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 598.560322] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.064091] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Getting list of instances from cluster (obj){ [ 599.064091] env[69195]: value = "domain-c8" [ 599.064091] env[69195]: _type = "ClusterComputeResource" [ 599.064091] env[69195]: } {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 599.066478] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5bea01-b25e-492d-8d01-e9921cdbfeea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.079771] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Got total of 0 instances {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 599.080035] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.080354] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Getting list of instances from cluster (obj){ [ 599.080354] env[69195]: value = "domain-c8" [ 599.080354] env[69195]: _type = "ClusterComputeResource" [ 599.080354] env[69195]: } {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 599.081472] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7279ad-e000-464d-86b4-e61f21deb632 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.090725] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Got total of 0 instances {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 605.909390] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquiring lock "a22ba7df-ac38-46e5-992f-a67ecb06af62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.909390] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "a22ba7df-ac38-46e5-992f-a67ecb06af62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.211822] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquiring lock "880df278-decd-404d-a1f9-4f7eca553850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.212061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "880df278-decd-404d-a1f9-4f7eca553850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.420707] env[69195]: DEBUG nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.683921] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquiring lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.683921] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.697625] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.698283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.716959] env[69195]: DEBUG nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.989281] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.989536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.991845] env[69195]: INFO nova.compute.claims [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.190976] env[69195]: DEBUG nova.compute.manager [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.203580] env[69195]: DEBUG nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.253359] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.732487] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.737324] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.788289] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquiring lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.788501] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.173031] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e186f94-331a-46e8-a5e5-67519823db19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.182205] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a6a370-3907-4da4-a783-0beeab6172bf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.231279] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032197ca-6f81-4b86-b266-370ee7068b98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.240805] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7871ed68-e2d9-4d79-b08f-cd2011fd84f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.255323] env[69195]: DEBUG nova.compute.provider_tree [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.291674] env[69195]: DEBUG nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.470591] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "debd9dcf-05da-400c-aa51-474e90036b8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.470591] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "debd9dcf-05da-400c-aa51-474e90036b8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.759175] env[69195]: DEBUG nova.scheduler.client.report [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.823498] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.977599] env[69195]: DEBUG nova.compute.manager [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.269208] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.269538] env[69195]: DEBUG nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.272025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.020s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.274133] env[69195]: INFO nova.compute.claims [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.510503] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.783185] env[69195]: DEBUG nova.compute.utils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.783185] env[69195]: DEBUG nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.783185] env[69195]: DEBUG nova.network.neutron [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.079637] env[69195]: DEBUG nova.policy [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1c25cfec1184b8b83353ae0baae442d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242f00bc540d422b9c84cbf70a892fc8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.289731] env[69195]: DEBUG nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.453680] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aadd940-c649-4785-ad1f-d5fb36fd934f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.472982] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8c181e-61ea-40b1-9404-c0f9d11bea86 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.524125] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2a42c5-4509-453e-a482-8036373adaad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.540110] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb901b-4914-4720-8a80-4214148e9b7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.562072] env[69195]: DEBUG nova.compute.provider_tree [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.718094] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquiring lock "3a89835b-0e9c-4c4f-bbea-7756af513133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.718282] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "3a89835b-0e9c-4c4f-bbea-7756af513133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.953972] env[69195]: DEBUG nova.network.neutron [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Successfully created port: b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.064233] env[69195]: DEBUG nova.scheduler.client.report [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.223157] env[69195]: DEBUG nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.301171] env[69195]: DEBUG nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.332274] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.332274] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.332417] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.332485] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.332601] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.332751] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.332968] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.336820] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.336820] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.336820] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.336820] env[69195]: DEBUG nova.virt.hardware [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.340078] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef74fdd8-1428-491a-b384-bff457250ee1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.346075] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4947ccb0-3425-4bc0-99d7-575e6221a321 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.364810] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805adbb6-72ab-4745-8b85-9e5a90c8322a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.571668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.572261] env[69195]: DEBUG nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.576047] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.844s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.577388] env[69195]: INFO nova.compute.claims [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.713246] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.713486] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.762799] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.839940] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "3ea9a37d-ac0e-4827-ac84-5707acdee448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.840224] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "3ea9a37d-ac0e-4827-ac84-5707acdee448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.084019] env[69195]: DEBUG nova.compute.utils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.087684] env[69195]: DEBUG nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.088124] env[69195]: DEBUG nova.network.neutron [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.200618] env[69195]: DEBUG nova.policy [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb287c285bb64752b21df7712a1014de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '450f34721448423c98e64bfd82e370b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.218820] env[69195]: DEBUG nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.342443] env[69195]: DEBUG nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.593863] env[69195]: DEBUG nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.738992] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.752502] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8ee48e-19c7-47fb-81d1-c94d6dcf887d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.760427] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d75784-e42e-4cf0-be51-73f6db83ddad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.791521] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de9b95-84e0-4b93-b09b-bb71957a1fde {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.799243] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea3afa-ef24-4d01-b338-d37326b1adbc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.813067] env[69195]: DEBUG nova.compute.provider_tree [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.822307] env[69195]: DEBUG nova.network.neutron [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Successfully created port: eceb6aa4-cf02-4892-a7dc-0b7029e353c8 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.877536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.315517] env[69195]: DEBUG nova.scheduler.client.report [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.609323] env[69195]: DEBUG nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.644329] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.644822] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.644904] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.645274] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.645456] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.645620] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.645865] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.646189] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.646490] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.646731] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.646922] env[69195]: DEBUG nova.virt.hardware [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.649806] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692a105-7c11-47d7-8fcc-d1dace7542bd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.660966] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d7fa63-b0e8-4c84-8918-722345bb3f47 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.716147] env[69195]: DEBUG nova.network.neutron [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Successfully updated port: b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.826027] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.826027] env[69195]: DEBUG nova.compute.manager [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.828210] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.092s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.829940] env[69195]: INFO nova.compute.claims [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.219728] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquiring lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.219872] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquired lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.220033] env[69195]: DEBUG nova.network.neutron [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.336800] env[69195]: DEBUG nova.compute.utils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.340235] env[69195]: DEBUG nova.compute.manager [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 614.823659] env[69195]: DEBUG nova.network.neutron [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.841060] env[69195]: DEBUG nova.compute.manager [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.891238] env[69195]: DEBUG nova.compute.manager [req-75b78abb-01ca-4fa7-8d2c-0debe6cbed5c req-eef892ea-7f4e-4612-befb-12ffca54b650 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Received event network-vif-plugged-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.891453] env[69195]: DEBUG oslo_concurrency.lockutils [req-75b78abb-01ca-4fa7-8d2c-0debe6cbed5c req-eef892ea-7f4e-4612-befb-12ffca54b650 service nova] Acquiring lock "a22ba7df-ac38-46e5-992f-a67ecb06af62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.891913] env[69195]: DEBUG oslo_concurrency.lockutils [req-75b78abb-01ca-4fa7-8d2c-0debe6cbed5c req-eef892ea-7f4e-4612-befb-12ffca54b650 service nova] Lock "a22ba7df-ac38-46e5-992f-a67ecb06af62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.891913] env[69195]: DEBUG oslo_concurrency.lockutils [req-75b78abb-01ca-4fa7-8d2c-0debe6cbed5c req-eef892ea-7f4e-4612-befb-12ffca54b650 service nova] Lock "a22ba7df-ac38-46e5-992f-a67ecb06af62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.892059] env[69195]: DEBUG nova.compute.manager [req-75b78abb-01ca-4fa7-8d2c-0debe6cbed5c req-eef892ea-7f4e-4612-befb-12ffca54b650 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] No waiting events found dispatching network-vif-plugged-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.892151] env[69195]: WARNING nova.compute.manager [req-75b78abb-01ca-4fa7-8d2c-0debe6cbed5c req-eef892ea-7f4e-4612-befb-12ffca54b650 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Received unexpected event network-vif-plugged-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 for instance with vm_state building and task_state spawning. [ 615.069080] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa056ef-3ebf-493d-8907-925a9e2b41e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.082019] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cf6b2a-9141-4a73-b547-7355d9f5faf5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.126315] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eac91f-15da-49f1-8387-2699a9e7617b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.135198] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec6728-c896-454b-a5e6-0407530706d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.151050] env[69195]: DEBUG nova.compute.provider_tree [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.579273] env[69195]: DEBUG nova.network.neutron [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Updating instance_info_cache with network_info: [{"id": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "address": "fa:16:3e:5a:08:93", "network": {"id": "878caf31-1a1c-414a-ad6e-e0d1a5bb6171", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1392120608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f00bc540d422b9c84cbf70a892fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bbd501-d8", "ovs_interfaceid": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.657873] env[69195]: DEBUG nova.scheduler.client.report [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.711431] env[69195]: DEBUG nova.network.neutron [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Successfully updated port: eceb6aa4-cf02-4892-a7dc-0b7029e353c8 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.861286] env[69195]: DEBUG nova.compute.manager [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.894435] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.894904] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.895086] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.895252] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.895395] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.895631] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.896286] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.896471] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.896685] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.896891] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.897120] env[69195]: DEBUG nova.virt.hardware [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.898089] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdcaadf-8db9-4305-b987-da51a65f9290 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.907548] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241f28bd-ab66-4d35-9f25-5522fe77f5fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.928083] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.943131] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.943131] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2a76ab1-51c7-4c74-afaa-d33518f7f69a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.955208] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Created folder: OpenStack in parent group-v4. [ 615.955400] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Creating folder: Project (ae7316ad766e4611860a3aebb9e22ad2). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.955694] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3297f20-7e87-40be-bbf5-8962994aa8ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.965818] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Created folder: Project (ae7316ad766e4611860a3aebb9e22ad2) in parent group-v700121. [ 615.965975] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Creating folder: Instances. Parent ref: group-v700122. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.966361] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477032cc-3f39-44aa-a82e-bdd576d29127 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.976172] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Created folder: Instances in parent group-v700122. [ 615.976172] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.976172] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.976172] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d87c3b43-d71e-4102-a307-f295f2eadd20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.996312] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.996312] env[69195]: value = "task-3503720" [ 615.996312] env[69195]: _type = "Task" [ 615.996312] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.006797] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503720, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.084022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Releasing lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.084022] env[69195]: DEBUG nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Instance network_info: |[{"id": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "address": "fa:16:3e:5a:08:93", "network": {"id": "878caf31-1a1c-414a-ad6e-e0d1a5bb6171", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1392120608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f00bc540d422b9c84cbf70a892fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bbd501-d8", "ovs_interfaceid": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.084419] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:08:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.098126] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Creating folder: Project (242f00bc540d422b9c84cbf70a892fc8). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.098436] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4941edc9-e2bc-4b99-8686-5a8b50df6017 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.109699] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Created folder: Project (242f00bc540d422b9c84cbf70a892fc8) in parent group-v700121. [ 616.109699] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Creating folder: Instances. Parent ref: group-v700125. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.109882] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f88f2314-e0f9-454c-9635-828d99f70448 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.119334] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Created folder: Instances in parent group-v700125. [ 616.119578] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.119777] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.120905] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cdfdca3-f741-436c-a34e-2b0b4d57110a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.144282] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.144282] env[69195]: value = "task-3503723" [ 616.144282] env[69195]: _type = "Task" [ 616.144282] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.154657] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503723, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.161553] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.162709] env[69195]: DEBUG nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.165617] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.342s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.167072] env[69195]: INFO nova.compute.claims [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.215325] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquiring lock "refresh_cache-880df278-decd-404d-a1f9-4f7eca553850" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.215512] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquired lock "refresh_cache-880df278-decd-404d-a1f9-4f7eca553850" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.215711] env[69195]: DEBUG nova.network.neutron [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.506798] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503720, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.656725] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503723, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.672996] env[69195]: DEBUG nova.compute.utils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.673130] env[69195]: DEBUG nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.677068] env[69195]: DEBUG nova.network.neutron [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.789191] env[69195]: DEBUG nova.network.neutron [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.839886] env[69195]: DEBUG nova.policy [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4edf54f9b2a64d3ba443ee6c04196f49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb9ea9e69e340f2b0d5f71087faefde', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.009259] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503720, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.158858] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503723, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.180990] env[69195]: DEBUG nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.378657] env[69195]: DEBUG nova.network.neutron [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Updating instance_info_cache with network_info: [{"id": "eceb6aa4-cf02-4892-a7dc-0b7029e353c8", "address": "fa:16:3e:bd:9f:4e", "network": {"id": "551d2b50-24dd-4bd2-b067-8c5b0a7e4e98", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-18745851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "450f34721448423c98e64bfd82e370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeceb6aa4-cf", "ovs_interfaceid": "eceb6aa4-cf02-4892-a7dc-0b7029e353c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.381635] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3077e50-3cb7-402f-b125-35a90938d174 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.390170] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5cfb21-73b8-4bf8-a886-e854a7f352f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.425418] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7878530a-6d4b-462c-a2e4-12d56f36f3e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.433347] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f2061d-7178-4da8-9a45-cb5fe9c5903f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.451506] env[69195]: DEBUG nova.compute.provider_tree [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.509673] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503720, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.628550] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.628550] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.628550] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.628550] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.628550] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.628550] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.628815] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.628815] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 617.628815] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.662388] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503723, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.829659] env[69195]: DEBUG nova.compute.manager [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Received event network-changed-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.829865] env[69195]: DEBUG nova.compute.manager [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Refreshing instance network info cache due to event network-changed-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.830095] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Acquiring lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.830244] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Acquired lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.830387] env[69195]: DEBUG nova.network.neutron [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Refreshing network info cache for port b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.889020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Releasing lock "refresh_cache-880df278-decd-404d-a1f9-4f7eca553850" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.889020] env[69195]: DEBUG nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Instance network_info: |[{"id": "eceb6aa4-cf02-4892-a7dc-0b7029e353c8", "address": "fa:16:3e:bd:9f:4e", "network": {"id": "551d2b50-24dd-4bd2-b067-8c5b0a7e4e98", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-18745851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "450f34721448423c98e64bfd82e370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeceb6aa4-cf", "ovs_interfaceid": "eceb6aa4-cf02-4892-a7dc-0b7029e353c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.889254] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:9f:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eceb6aa4-cf02-4892-a7dc-0b7029e353c8', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.901155] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Creating folder: Project (450f34721448423c98e64bfd82e370b3). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.901826] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8189d9f-9750-4dad-94c8-6886b5f6188b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.914559] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Created folder: Project (450f34721448423c98e64bfd82e370b3) in parent group-v700121. [ 617.914954] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Creating folder: Instances. Parent ref: group-v700128. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.915806] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf99bba2-af67-4c9c-9325-bf5f75464a90 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.926021] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Created folder: Instances in parent group-v700128. [ 617.926210] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.928989] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.929221] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b743f470-c4f2-432e-95c1-98322f0bc814 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.955171] env[69195]: DEBUG nova.network.neutron [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Successfully created port: 553e456a-898c-4736-8fe1-f4ea859af889 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.958521] env[69195]: DEBUG nova.scheduler.client.report [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.969357] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.969357] env[69195]: value = "task-3503726" [ 617.969357] env[69195]: _type = "Task" [ 617.969357] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.979243] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503726, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.007381] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503720, 'name': CreateVM_Task, 'duration_secs': 1.693658} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.007649] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.008900] env[69195]: DEBUG oslo_vmware.service [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22fff32-8962-461f-b77d-94c243f64544 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.016419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.016768] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.017781] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.018127] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ba569a-a8ac-4ee8-a8e5-975e0f30b06b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.022873] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 618.022873] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52979d30-9916-969c-3970-808133e517a3" [ 618.022873] env[69195]: _type = "Task" [ 618.022873] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.032839] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52979d30-9916-969c-3970-808133e517a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.134305] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.162287] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503723, 'name': CreateVM_Task, 'duration_secs': 1.645674} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.162806] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.173649] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.196373] env[69195]: DEBUG nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.234928] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.235204] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.235487] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.235660] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.236734] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.236734] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.238163] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.238830] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.238830] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.238830] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.238830] env[69195]: DEBUG nova.virt.hardware [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.241016] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d772f8f-61cf-4a40-a1dd-760261063531 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.255981] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c23118-2a9a-4e07-beea-343ab973a143 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.427452] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "65ae2509-68d5-4d9b-ab39-610837fd2029" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.427634] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "65ae2509-68d5-4d9b-ab39-610837fd2029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.466036] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.466614] env[69195]: DEBUG nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.471240] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.961s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.476641] env[69195]: INFO nova.compute.claims [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.494564] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503726, 'name': CreateVM_Task, 'duration_secs': 0.376715} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.494564] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.495152] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.541620] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.542068] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.542387] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.542584] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.543018] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.544108] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.544599] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.545231] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b029d325-53d3-493b-97ac-6cf436823a16 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.551037] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c9f9a1-d830-443d-84d2-4e34ef9991f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.566212] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.566425] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.568300] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b35bba-512f-447c-b23c-cb084ae77ba3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.583924] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 618.583924] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fd2257-c51c-7c01-62ae-3842c9c1d7b3" [ 618.583924] env[69195]: _type = "Task" [ 618.583924] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.583924] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ce27df-0a62-4449-9eec-b08fef6d5b78 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.599629] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 618.599629] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526cf4d2-1afa-582b-5c2f-318541c47735" [ 618.599629] env[69195]: _type = "Task" [ 618.599629] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.606663] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.606972] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.607236] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.607461] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.607788] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.608474] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8785146-f98b-46e2-8bb5-a525ea158805 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.615420] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526cf4d2-1afa-582b-5c2f-318541c47735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.623187] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 618.623187] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522a21b2-7afc-65db-d268-c1ce928beee4" [ 618.623187] env[69195]: _type = "Task" [ 618.623187] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.649433] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.649700] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.649917] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.931236] env[69195]: DEBUG nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.978665] env[69195]: DEBUG nova.network.neutron [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Updated VIF entry in instance network info cache for port b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.979071] env[69195]: DEBUG nova.network.neutron [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Updating instance_info_cache with network_info: [{"id": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "address": "fa:16:3e:5a:08:93", "network": {"id": "878caf31-1a1c-414a-ad6e-e0d1a5bb6171", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1392120608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f00bc540d422b9c84cbf70a892fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bbd501-d8", "ovs_interfaceid": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.983050] env[69195]: DEBUG nova.compute.utils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.986272] env[69195]: DEBUG nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.986437] env[69195]: DEBUG nova.network.neutron [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.106820] env[69195]: DEBUG nova.policy [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffba35e51e71469ab0a8706298ca74da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02573e9119bf480d8246db18917b07d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.126755] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Preparing fetch location {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 619.127060] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Creating directory with path [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.127303] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72392d97-7e48-4fa4-b23d-452f68840def {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.179964] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Created directory with path [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.180135] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Fetch image to [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 619.180280] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Downloading image file data 42d113a8-c043-47cd-9d4a-ba85b4a1d87e to [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk on the data store datastore1 {{(pid=69195) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 619.181117] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596aa41a-97f6-454e-aebd-ef79e734eccd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.191914] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea975824-4530-42e4-88a3-1a927bdbfe53 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.203135] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be6ee65-dc6e-4e10-8fb5-af83946726c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.240046] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c46e4-312f-4848-a5ad-9ded2b5b1cb9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.249018] env[69195]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-08616cb0-4de8-4945-b656-c091e5843eb5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.271226] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Downloading image file data 42d113a8-c043-47cd-9d4a-ba85b4a1d87e to the data store datastore1 {{(pid=69195) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 619.359373] env[69195]: DEBUG oslo_vmware.rw_handles [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69195) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 619.462532] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.493191] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Releasing lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.493191] env[69195]: DEBUG nova.compute.manager [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Received event network-vif-plugged-eceb6aa4-cf02-4892-a7dc-0b7029e353c8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.493951] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Acquiring lock "880df278-decd-404d-a1f9-4f7eca553850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.493951] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Lock "880df278-decd-404d-a1f9-4f7eca553850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.494355] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Lock "880df278-decd-404d-a1f9-4f7eca553850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.494355] env[69195]: DEBUG nova.compute.manager [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] No waiting events found dispatching network-vif-plugged-eceb6aa4-cf02-4892-a7dc-0b7029e353c8 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.494575] env[69195]: WARNING nova.compute.manager [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Received unexpected event network-vif-plugged-eceb6aa4-cf02-4892-a7dc-0b7029e353c8 for instance with vm_state building and task_state spawning. [ 619.494789] env[69195]: DEBUG nova.compute.manager [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Received event network-changed-eceb6aa4-cf02-4892-a7dc-0b7029e353c8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.495028] env[69195]: DEBUG nova.compute.manager [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Refreshing instance network info cache due to event network-changed-eceb6aa4-cf02-4892-a7dc-0b7029e353c8. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.495350] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Acquiring lock "refresh_cache-880df278-decd-404d-a1f9-4f7eca553850" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.495581] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Acquired lock "refresh_cache-880df278-decd-404d-a1f9-4f7eca553850" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.495792] env[69195]: DEBUG nova.network.neutron [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Refreshing network info cache for port eceb6aa4-cf02-4892-a7dc-0b7029e353c8 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.505922] env[69195]: DEBUG nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.633651] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquiring lock "26936d13-a3f7-4c52-8aa4-c46534af243b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.634285] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "26936d13-a3f7-4c52-8aa4-c46534af243b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.895263] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d72f485-60a3-4a54-8f10-46869ccbc52d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.903906] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948d388a-8469-4f01-a9b3-87d5f8bd6a7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.946857] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f507d5-c64e-4d5d-bc56-a6a39249a701 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.957351] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f061d0c6-4997-42da-8847-7c451f73b364 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.980805] env[69195]: DEBUG nova.compute.provider_tree [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.116997] env[69195]: DEBUG nova.network.neutron [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Successfully created port: 5c3854ed-f36e-4b8d-9583-b0c609b2426e {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.207687] env[69195]: DEBUG oslo_vmware.rw_handles [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Completed reading data from the image iterator. {{(pid=69195) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 620.207918] env[69195]: DEBUG oslo_vmware.rw_handles [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 620.274855] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Downloaded image file data 42d113a8-c043-47cd-9d4a-ba85b4a1d87e to vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk on the data store datastore1 {{(pid=69195) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 620.277723] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Caching image {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 620.278135] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Copying Virtual Disk [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk to [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.278531] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a370014-af18-4b02-9d93-033f84f9133c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.290684] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 620.290684] env[69195]: value = "task-3503727" [ 620.290684] env[69195]: _type = "Task" [ 620.290684] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.313899] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.486895] env[69195]: DEBUG nova.scheduler.client.report [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.526175] env[69195]: DEBUG nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.562498] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.563064] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.563506] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.563860] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.567027] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.567027] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.567027] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.567027] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.567027] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.567275] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.567275] env[69195]: DEBUG nova.virt.hardware [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.567275] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6a2e6b-2b1b-4f59-bbc2-2f1b37c86d53 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.580222] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043edc6f-9d9a-436c-aea1-001d81727388 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.688147] env[69195]: DEBUG nova.network.neutron [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Updated VIF entry in instance network info cache for port eceb6aa4-cf02-4892-a7dc-0b7029e353c8. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.688147] env[69195]: DEBUG nova.network.neutron [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Updating instance_info_cache with network_info: [{"id": "eceb6aa4-cf02-4892-a7dc-0b7029e353c8", "address": "fa:16:3e:bd:9f:4e", "network": {"id": "551d2b50-24dd-4bd2-b067-8c5b0a7e4e98", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-18745851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "450f34721448423c98e64bfd82e370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeceb6aa4-cf", "ovs_interfaceid": "eceb6aa4-cf02-4892-a7dc-0b7029e353c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.800212] env[69195]: DEBUG nova.network.neutron [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Successfully updated port: 553e456a-898c-4736-8fe1-f4ea859af889 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.815775] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503727, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.994239] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.994797] env[69195]: DEBUG nova.compute.manager [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.999069] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.236s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.005177] env[69195]: INFO nova.compute.claims [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.192467] env[69195]: DEBUG oslo_concurrency.lockutils [req-2375cc78-70ec-4e11-94e4-76ab93303b19 req-4e4222fc-1e82-49df-b329-6bd9d4cf7730 service nova] Releasing lock "refresh_cache-880df278-decd-404d-a1f9-4f7eca553850" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.303427] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "refresh_cache-0beb4efd-52b6-4f5c-bda5-6115113cdaa7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.303585] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquired lock "refresh_cache-0beb4efd-52b6-4f5c-bda5-6115113cdaa7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.303787] env[69195]: DEBUG nova.network.neutron [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.309657] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804183} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.310270] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Copied Virtual Disk [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk to [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.310701] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Deleting the datastore file [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.310769] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f5b071c-4651-45e5-a670-90d92b836c09 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.322329] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 621.322329] env[69195]: value = "task-3503728" [ 621.322329] env[69195]: _type = "Task" [ 621.322329] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.332142] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.511026] env[69195]: DEBUG nova.compute.utils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.514787] env[69195]: DEBUG nova.compute.manager [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 621.545577] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquiring lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.545577] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.833967] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026417} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.833967] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.833967] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Moving file from [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909/42d113a8-c043-47cd-9d4a-ba85b4a1d87e to [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e. {{(pid=69195) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 621.834264] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e16f3339-4440-418d-91b8-d3cadebd282a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.841126] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 621.841126] env[69195]: value = "task-3503729" [ 621.841126] env[69195]: _type = "Task" [ 621.841126] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.851934] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503729, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.933172] env[69195]: DEBUG nova.network.neutron [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.016792] env[69195]: DEBUG nova.compute.manager [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.111216] env[69195]: DEBUG nova.compute.manager [req-26154201-6d20-4e3d-afd3-0d113b9423c5 req-abe84515-625d-4307-b10d-3905b127c684 service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Received event network-vif-plugged-553e456a-898c-4736-8fe1-f4ea859af889 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.111630] env[69195]: DEBUG oslo_concurrency.lockutils [req-26154201-6d20-4e3d-afd3-0d113b9423c5 req-abe84515-625d-4307-b10d-3905b127c684 service nova] Acquiring lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.111630] env[69195]: DEBUG oslo_concurrency.lockutils [req-26154201-6d20-4e3d-afd3-0d113b9423c5 req-abe84515-625d-4307-b10d-3905b127c684 service nova] Lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.111752] env[69195]: DEBUG oslo_concurrency.lockutils [req-26154201-6d20-4e3d-afd3-0d113b9423c5 req-abe84515-625d-4307-b10d-3905b127c684 service nova] Lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.112582] env[69195]: DEBUG nova.compute.manager [req-26154201-6d20-4e3d-afd3-0d113b9423c5 req-abe84515-625d-4307-b10d-3905b127c684 service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] No waiting events found dispatching network-vif-plugged-553e456a-898c-4736-8fe1-f4ea859af889 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.112582] env[69195]: WARNING nova.compute.manager [req-26154201-6d20-4e3d-afd3-0d113b9423c5 req-abe84515-625d-4307-b10d-3905b127c684 service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Received unexpected event network-vif-plugged-553e456a-898c-4736-8fe1-f4ea859af889 for instance with vm_state building and task_state spawning. [ 622.254201] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8d12d4-f365-4d2b-bfc0-f4c1d28663cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.262878] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce7600-b046-4850-a6df-06c55184c4d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.296586] env[69195]: DEBUG nova.network.neutron [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Updating instance_info_cache with network_info: [{"id": "553e456a-898c-4736-8fe1-f4ea859af889", "address": "fa:16:3e:cf:d6:24", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553e456a-89", "ovs_interfaceid": "553e456a-898c-4736-8fe1-f4ea859af889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.302450] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fcb041-4d9e-48a8-a641-0fa5621c020d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.310304] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aedac11-30b0-40ab-9b35-0605f6c509b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.327040] env[69195]: DEBUG nova.compute.provider_tree [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.350108] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503729, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042682} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.350365] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] File moved {{(pid=69195) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 622.350556] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Cleaning up location [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909 {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 622.350718] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Deleting the datastore file [datastore1] vmware_temp/b91509ff-026e-4ab9-a98f-011e707cc909 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.353801] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7973be82-c51b-4881-8d6f-eb5d678e1c37 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.357588] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 622.357588] env[69195]: value = "task-3503730" [ 622.357588] env[69195]: _type = "Task" [ 622.357588] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.366688] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.506236] env[69195]: DEBUG nova.network.neutron [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Successfully updated port: 5c3854ed-f36e-4b8d-9583-b0c609b2426e {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.536791] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.537319] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.807816] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Releasing lock "refresh_cache-0beb4efd-52b6-4f5c-bda5-6115113cdaa7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.808201] env[69195]: DEBUG nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Instance network_info: |[{"id": "553e456a-898c-4736-8fe1-f4ea859af889", "address": "fa:16:3e:cf:d6:24", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553e456a-89", "ovs_interfaceid": "553e456a-898c-4736-8fe1-f4ea859af889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.808613] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:d6:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '553e456a-898c-4736-8fe1-f4ea859af889', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.823206] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Creating folder: Project (ebb9ea9e69e340f2b0d5f71087faefde). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.823525] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a08dc2-5020-4bf7-9ddc-d845f43b732b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.832102] env[69195]: DEBUG nova.scheduler.client.report [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.844304] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Created folder: Project (ebb9ea9e69e340f2b0d5f71087faefde) in parent group-v700121. [ 622.844304] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Creating folder: Instances. Parent ref: group-v700131. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.844498] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf6b0b5-da78-4a96-9cf2-82b6f3dbc2ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.854469] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Created folder: Instances in parent group-v700131. [ 622.854469] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.856892] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.856892] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a915d38-a9d5-48ff-aec6-65e59fc37d9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.882965] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025208} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.884286] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.884978] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.884978] env[69195]: value = "task-3503733" [ 622.884978] env[69195]: _type = "Task" [ 622.884978] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.885166] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ddfda6-2ff7-4d1f-9bde-41afde13d91b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.893610] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 622.893610] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526c76ef-cea4-ab89-597a-64f8fa65edd9" [ 622.893610] env[69195]: _type = "Task" [ 622.893610] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.897784] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503733, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.907820] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526c76ef-cea4-ab89-597a-64f8fa65edd9, 'name': SearchDatastore_Task, 'duration_secs': 0.00896} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.907925] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.908197] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0da933f2-aa13-4bd7-b1ba-e6ba4974b757/0da933f2-aa13-4bd7-b1ba-e6ba4974b757.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.908803] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.909030] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.909273] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82dcbd55-f80c-40f3-9796-683684f625f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.911396] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cff0288-6e80-45df-a963-d7c038d3bab8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.916843] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 622.916843] env[69195]: value = "task-3503734" [ 622.916843] env[69195]: _type = "Task" [ 622.916843] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.922903] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.922903] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.924049] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea34111-1023-4671-bc69-98d2c8aa411a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.929503] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.932770] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 622.932770] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52438605-0e12-e694-1ca0-643403b480ff" [ 622.932770] env[69195]: _type = "Task" [ 622.932770] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.942816] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52438605-0e12-e694-1ca0-643403b480ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.011284] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquiring lock "refresh_cache-9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.011447] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquired lock "refresh_cache-9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.011893] env[69195]: DEBUG nova.network.neutron [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.037277] env[69195]: DEBUG nova.compute.manager [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.068458] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.068734] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.068855] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.069047] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.069195] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.069348] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.069589] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.069731] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.069899] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.070117] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.070305] env[69195]: DEBUG nova.virt.hardware [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.071224] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c963a21-52e8-41d8-98d3-d91247e712b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.081044] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13be9f75-a78a-44da-ba7d-9c0b37a8b0b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.104043] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.108716] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Creating folder: Project (ee5250dc7f164171b8786b7e3e0a378d). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.109021] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb3f1e50-d326-44ab-84b6-8740d948d0b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.120168] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Created folder: Project (ee5250dc7f164171b8786b7e3e0a378d) in parent group-v700121. [ 623.120385] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Creating folder: Instances. Parent ref: group-v700134. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.120642] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4b81f18-f01a-4055-8a0e-f962244cbf59 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.131266] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Created folder: Instances in parent group-v700134. [ 623.131533] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.131730] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.131948] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b8a46c7-4147-4e13-89ea-0f6d8fcddaa5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.151055] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.151055] env[69195]: value = "task-3503737" [ 623.151055] env[69195]: _type = "Task" [ 623.151055] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.159340] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503737, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.338991] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.339551] env[69195]: DEBUG nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.342131] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.603s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.343573] env[69195]: INFO nova.compute.claims [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.397988] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503733, 'name': CreateVM_Task, 'duration_secs': 0.359634} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.398204] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.399065] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.399065] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.399375] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.399639] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbec5c0-e0b0-4e74-a791-44ec7ba8e041 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.405552] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 623.405552] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52326dfe-8c1e-2997-8819-5b80741cd1a9" [ 623.405552] env[69195]: _type = "Task" [ 623.405552] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.413957] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52326dfe-8c1e-2997-8819-5b80741cd1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.425588] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47208} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.425906] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0da933f2-aa13-4bd7-b1ba-e6ba4974b757/0da933f2-aa13-4bd7-b1ba-e6ba4974b757.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.426310] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.427047] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997df6f5-c0ba-4464-a6d9-c52b9d85191f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.432914] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 623.432914] env[69195]: value = "task-3503738" [ 623.432914] env[69195]: _type = "Task" [ 623.432914] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.446423] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.452407] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52438605-0e12-e694-1ca0-643403b480ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.453349] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073fbb58-50f4-4e4a-82ef-ad8d8270aa97 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.460845] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 623.460845] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52aa5b55-4a92-95c9-af5e-6e8b9f405797" [ 623.460845] env[69195]: _type = "Task" [ 623.460845] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.473029] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52aa5b55-4a92-95c9-af5e-6e8b9f405797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.602482] env[69195]: DEBUG nova.network.neutron [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.668895] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503737, 'name': CreateVM_Task, 'duration_secs': 0.419605} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.668895] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.668895] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.849063] env[69195]: DEBUG nova.compute.utils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.854032] env[69195]: DEBUG nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.855337] env[69195]: DEBUG nova.network.neutron [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.918584] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52326dfe-8c1e-2997-8819-5b80741cd1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.007974} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.919047] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.919347] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.919621] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.920714] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.921240] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.922064] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1a07f4-6d9f-4bbc-8371-42465b97e84d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.928466] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 623.928466] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291ac72-7800-2822-4acc-bd2002c1722d" [ 623.928466] env[69195]: _type = "Task" [ 623.928466] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.946858] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291ac72-7800-2822-4acc-bd2002c1722d, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.951678] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.953529] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.953831] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.954080] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065652} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.954316] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.958088] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090a1d6-c31c-40de-ac09-3ca0a1638bac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.985484] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 0da933f2-aa13-4bd7-b1ba-e6ba4974b757/0da933f2-aa13-4bd7-b1ba-e6ba4974b757.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.986692] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7cf9c0a-f4d8-42ea-9117-26f311103bca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.008874] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52aa5b55-4a92-95c9-af5e-6e8b9f405797, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.010134] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.010134] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a22ba7df-ac38-46e5-992f-a67ecb06af62/a22ba7df-ac38-46e5-992f-a67ecb06af62.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.010134] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.010134] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.010506] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85e279e9-9c09-4b71-bac5-ee8401e3814b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.012533] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84837640-c540-45e9-a852-d523cf7241b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.015846] env[69195]: DEBUG nova.network.neutron [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Updating instance_info_cache with network_info: [{"id": "5c3854ed-f36e-4b8d-9583-b0c609b2426e", "address": "fa:16:3e:72:6e:95", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3854ed-f3", "ovs_interfaceid": "5c3854ed-f36e-4b8d-9583-b0c609b2426e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.020293] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 624.020293] env[69195]: value = "task-3503739" [ 624.020293] env[69195]: _type = "Task" [ 624.020293] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.026716] env[69195]: DEBUG nova.policy [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '698bde444f594bdea62805fcfdd9e65e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82a6e784b2cd4b24b485db738066906a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.031297] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 624.031297] env[69195]: value = "task-3503740" [ 624.031297] env[69195]: _type = "Task" [ 624.031297] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.039843] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.047631] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.047631] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.047631] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.047631] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dbd22ed-bd6e-4c83-9bee-dc059f325b50 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.052758] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 624.052758] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520058c3-92c4-0f8d-5c26-d6d8a4ef36f5" [ 624.052758] env[69195]: _type = "Task" [ 624.052758] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.065178] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520058c3-92c4-0f8d-5c26-d6d8a4ef36f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.231980] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquiring lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.232488] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.356930] env[69195]: DEBUG nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.521611] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Releasing lock "refresh_cache-9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.521611] env[69195]: DEBUG nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Instance network_info: |[{"id": "5c3854ed-f36e-4b8d-9583-b0c609b2426e", "address": "fa:16:3e:72:6e:95", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3854ed-f3", "ovs_interfaceid": "5c3854ed-f36e-4b8d-9583-b0c609b2426e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.526237] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:6e:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c3854ed-f36e-4b8d-9583-b0c609b2426e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.535596] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Creating folder: Project (02573e9119bf480d8246db18917b07d8). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.539937] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a29d99cf-b2c4-457a-9eb0-0bcb85b6e350 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.552095] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.556352] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.560359] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Created folder: Project (02573e9119bf480d8246db18917b07d8) in parent group-v700121. [ 624.560555] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Creating folder: Instances. Parent ref: group-v700137. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.566880] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f7f218-cb45-487b-a2a6-341a06f76fd0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.576147] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520058c3-92c4-0f8d-5c26-d6d8a4ef36f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008433} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.577497] env[69195]: DEBUG nova.network.neutron [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Successfully created port: 591602f0-223f-401c-ad0d-934b2eeb6f0d {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.588372] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Created folder: Instances in parent group-v700137. [ 624.588872] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.589710] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2cad623-839d-4f98-a8e9-2d33f6cef7a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.593806] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.593806] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0999d58-d05b-45f1-bbd9-9172ca9611f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.613730] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 624.613730] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5240853c-2058-5aa2-57d3-50696165bf3a" [ 624.613730] env[69195]: _type = "Task" [ 624.613730] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.615275] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.615275] env[69195]: value = "task-3503743" [ 624.615275] env[69195]: _type = "Task" [ 624.615275] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.630235] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5240853c-2058-5aa2-57d3-50696165bf3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.633873] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503743, 'name': CreateVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.733371] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "64068cef-b827-484b-b713-3751fcdc2786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.733604] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.748727] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7105ffbf-e8d3-4ad3-b02e-cef28b1be7de {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.758358] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7f9ab9-f145-4f7d-80e4-bb9f0f041334 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.790462] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d814758-c8f5-4a3e-aded-5fa08b3fb2da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.808679] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9049d9e7-9a45-4e31-840b-83c6b959c568 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.827044] env[69195]: DEBUG nova.compute.provider_tree [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.033806] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503739, 'name': ReconfigVM_Task, 'duration_secs': 0.560857} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.034104] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 0da933f2-aa13-4bd7-b1ba-e6ba4974b757/0da933f2-aa13-4bd7-b1ba-e6ba4974b757.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.034784] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-545c2288-5d7c-465a-be67-23e9d925a661 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.050042] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95154} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.052925] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a22ba7df-ac38-46e5-992f-a67ecb06af62/a22ba7df-ac38-46e5-992f-a67ecb06af62.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.052925] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.052925] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 625.052925] env[69195]: value = "task-3503744" [ 625.052925] env[69195]: _type = "Task" [ 625.052925] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.052925] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a336bd2e-cd67-483a-8c55-9d14729ba7a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.066537] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503744, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.066537] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 625.066537] env[69195]: value = "task-3503745" [ 625.066537] env[69195]: _type = "Task" [ 625.066537] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.074158] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.131021] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5240853c-2058-5aa2-57d3-50696165bf3a, 'name': SearchDatastore_Task, 'duration_secs': 0.029186} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.133205] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.133543] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 880df278-decd-404d-a1f9-4f7eca553850/880df278-decd-404d-a1f9-4f7eca553850.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.135179] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503743, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.135179] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.135179] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.135179] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a956e8-0ca1-4fd8-91ac-15c560b608ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.137418] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-836189d8-ed22-4c84-b3cd-4c0ccd60c102 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.144643] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 625.144643] env[69195]: value = "task-3503746" [ 625.144643] env[69195]: _type = "Task" [ 625.144643] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.150586] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.150798] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.152164] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4aebed7-0c56-402e-b79d-750b7c3e4e7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.160273] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.165403] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 625.165403] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52862854-7b1f-061b-23cd-7e528c934fff" [ 625.165403] env[69195]: _type = "Task" [ 625.165403] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.178427] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52862854-7b1f-061b-23cd-7e528c934fff, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.178427] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c62bf2-6234-4448-aee1-8dcc09f76ef3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.183538] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 625.183538] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291e6ad-c961-f5da-9db4-b5ff0544797d" [ 625.183538] env[69195]: _type = "Task" [ 625.183538] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.198763] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291e6ad-c961-f5da-9db4-b5ff0544797d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.329220] env[69195]: DEBUG nova.scheduler.client.report [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.365716] env[69195]: DEBUG nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.408219] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.408315] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.408467] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.408647] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.408793] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.409054] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.409162] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.409321] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.409485] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.409645] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.409814] env[69195]: DEBUG nova.virt.hardware [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.411743] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f71255-3b5e-4bcb-9755-2cba68dfb13a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.422273] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf603c-11db-4403-b514-25ca7b78067b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.565224] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503744, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.575763] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077717} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.576076] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.576937] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2486d74-8e02-4d21-bff1-bc557326157e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.602681] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] a22ba7df-ac38-46e5-992f-a67ecb06af62/a22ba7df-ac38-46e5-992f-a67ecb06af62.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.603162] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17bdb994-9a3f-4ca1-baa3-a0c75230dc24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.633208] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503743, 'name': CreateVM_Task, 'duration_secs': 0.718756} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.634660] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.634999] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 625.634999] env[69195]: value = "task-3503747" [ 625.634999] env[69195]: _type = "Task" [ 625.634999] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.635918] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.635918] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.636135] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.636410] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191a4d1c-3116-424a-b76e-fa81e59339bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.644008] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 625.644008] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a8759e-a585-3201-fae9-374611710a2a" [ 625.644008] env[69195]: _type = "Task" [ 625.644008] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.657381] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a8759e-a585-3201-fae9-374611710a2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009381} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.661948] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.661948] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.661948] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.661948] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477715} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.662126] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 880df278-decd-404d-a1f9-4f7eca553850/880df278-decd-404d-a1f9-4f7eca553850.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.662502] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.662502] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b143af1-68c0-40c0-ad76-f805525afa3c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.669427] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 625.669427] env[69195]: value = "task-3503748" [ 625.669427] env[69195]: _type = "Task" [ 625.669427] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.678163] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.695202] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291e6ad-c961-f5da-9db4-b5ff0544797d, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.695202] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.695437] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0beb4efd-52b6-4f5c-bda5-6115113cdaa7/0beb4efd-52b6-4f5c-bda5-6115113cdaa7.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.695655] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.695871] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.696251] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cdf6322-6625-41fc-9167-8168a35df94f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.698963] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea93bcb9-ac7a-4d59-8d9f-d5f8e2056aad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.707018] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 625.707018] env[69195]: value = "task-3503749" [ 625.707018] env[69195]: _type = "Task" [ 625.707018] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.707434] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.707434] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.711627] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c6b0e8-9a45-433c-a377-6bf0eef34d38 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.720618] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.722961] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 625.722961] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52db1aab-1b5b-0973-34e5-6fe123b725df" [ 625.722961] env[69195]: _type = "Task" [ 625.722961] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.733600] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52db1aab-1b5b-0973-34e5-6fe123b725df, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.734551] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c335d4-fd94-4024-8242-1f87f36db58b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.740816] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 625.740816] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fdb0a5-0670-0d99-0426-abd8dfdea09b" [ 625.740816] env[69195]: _type = "Task" [ 625.740816] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.751712] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fdb0a5-0670-0d99-0426-abd8dfdea09b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.811840] env[69195]: DEBUG nova.compute.manager [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Received event network-changed-553e456a-898c-4736-8fe1-f4ea859af889 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.811840] env[69195]: DEBUG nova.compute.manager [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Refreshing instance network info cache due to event network-changed-553e456a-898c-4736-8fe1-f4ea859af889. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.811925] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Acquiring lock "refresh_cache-0beb4efd-52b6-4f5c-bda5-6115113cdaa7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.811994] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Acquired lock "refresh_cache-0beb4efd-52b6-4f5c-bda5-6115113cdaa7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.812675] env[69195]: DEBUG nova.network.neutron [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Refreshing network info cache for port 553e456a-898c-4736-8fe1-f4ea859af889 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.834607] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.835129] env[69195]: DEBUG nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.837656] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.960s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.839137] env[69195]: INFO nova.compute.claims [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.065923] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503744, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.150996] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503747, 'name': ReconfigVM_Task, 'duration_secs': 0.40681} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.151203] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Reconfigured VM instance instance-00000001 to attach disk [datastore1] a22ba7df-ac38-46e5-992f-a67ecb06af62/a22ba7df-ac38-46e5-992f-a67ecb06af62.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.152039] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917250c0-a67e-45c0-8c45-7922d5680fa6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.160218] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 626.160218] env[69195]: value = "task-3503750" [ 626.160218] env[69195]: _type = "Task" [ 626.160218] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.170810] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503750, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.179274] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06775} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.179542] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.180362] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddee642-a4ef-4c80-b6ca-f53dc0f32dbc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.204793] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 880df278-decd-404d-a1f9-4f7eca553850/880df278-decd-404d-a1f9-4f7eca553850.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.204793] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68615bb-f787-4b5a-b318-652af468c61c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.231500] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.232906] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0beb4efd-52b6-4f5c-bda5-6115113cdaa7/0beb4efd-52b6-4f5c-bda5-6115113cdaa7.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.233193] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.233529] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 626.233529] env[69195]: value = "task-3503751" [ 626.233529] env[69195]: _type = "Task" [ 626.233529] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.233784] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5414f1dd-a7c6-47e4-9e84-0f456fa1939e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.247538] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 626.247538] env[69195]: value = "task-3503752" [ 626.247538] env[69195]: _type = "Task" [ 626.247538] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.255149] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fdb0a5-0670-0d99-0426-abd8dfdea09b, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.255860] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.256196] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.256681] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.256787] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.257032] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa2a1ef-afc0-48fb-bebd-f46e10a6fc99 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.262281] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7fb6bf6-cc1f-4e31-9a45-3b0fa9c7122d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.264778] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503752, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.270246] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 626.270246] env[69195]: value = "task-3503753" [ 626.270246] env[69195]: _type = "Task" [ 626.270246] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.278027] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.278027] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.278523] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4126bbb3-a618-4a1e-9608-18d88cc1e0c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.285856] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.287624] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 626.287624] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523061ce-ff1d-8317-4588-a90d57bcea41" [ 626.287624] env[69195]: _type = "Task" [ 626.287624] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.295897] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523061ce-ff1d-8317-4588-a90d57bcea41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.343393] env[69195]: DEBUG nova.compute.utils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.348811] env[69195]: DEBUG nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.348811] env[69195]: DEBUG nova.network.neutron [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.438923] env[69195]: DEBUG nova.policy [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d54ab6183a74207bd02189d915c6733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ce096455274c929115c8a5592900f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.569324] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503744, 'name': Rename_Task, 'duration_secs': 1.17385} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.569546] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.570088] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4719c249-cdab-45f1-babc-47da56565b4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.576922] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 626.576922] env[69195]: value = "task-3503754" [ 626.576922] env[69195]: _type = "Task" [ 626.576922] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.588457] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.674086] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503750, 'name': Rename_Task, 'duration_secs': 0.228024} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.674416] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.674677] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-059b2947-3e17-4e32-b851-d380f0889fb6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.682357] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 626.682357] env[69195]: value = "task-3503755" [ 626.682357] env[69195]: _type = "Task" [ 626.682357] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.690610] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.748839] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503751, 'name': ReconfigVM_Task, 'duration_secs': 0.320194} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.754198] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 880df278-decd-404d-a1f9-4f7eca553850/880df278-decd-404d-a1f9-4f7eca553850.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.754198] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c1cb27-2021-490d-91b7-09140367fc43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.762655] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503752, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073599} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.763712] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.764065] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 626.764065] env[69195]: value = "task-3503756" [ 626.764065] env[69195]: _type = "Task" [ 626.764065] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.764755] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aa79f4-aa04-4755-b75b-e9655965c93a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.797039] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 0beb4efd-52b6-4f5c-bda5-6115113cdaa7/0beb4efd-52b6-4f5c-bda5-6115113cdaa7.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.797430] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503756, 'name': Rename_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.798304] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-442aca27-e7a9-4cf3-b89f-1fc18e703b26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.820319] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531672} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.820888] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.821906] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.821906] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e093c8a-541d-41a6-95f1-a840cfb1310b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.826924] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523061ce-ff1d-8317-4588-a90d57bcea41, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.829228] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 626.829228] env[69195]: value = "task-3503757" [ 626.829228] env[69195]: _type = "Task" [ 626.829228] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.829845] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5088db98-adcd-418c-9caf-adddd33436c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.836982] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 626.836982] env[69195]: value = "task-3503758" [ 626.836982] env[69195]: _type = "Task" [ 626.836982] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.844832] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 626.844832] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52606e4e-efc3-ff32-8c67-f3e67d3d0a5f" [ 626.844832] env[69195]: _type = "Task" [ 626.844832] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.845564] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.853617] env[69195]: DEBUG nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.859078] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.865458] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52606e4e-efc3-ff32-8c67-f3e67d3d0a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.865458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.865667] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa/9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.866072] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87d9e654-5ac3-4a2b-b777-9bfa55f322d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.876170] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 626.876170] env[69195]: value = "task-3503759" [ 626.876170] env[69195]: _type = "Task" [ 626.876170] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.887644] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.983568] env[69195]: DEBUG nova.network.neutron [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Updated VIF entry in instance network info cache for port 553e456a-898c-4736-8fe1-f4ea859af889. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.985612] env[69195]: DEBUG nova.network.neutron [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Updating instance_info_cache with network_info: [{"id": "553e456a-898c-4736-8fe1-f4ea859af889", "address": "fa:16:3e:cf:d6:24", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553e456a-89", "ovs_interfaceid": "553e456a-898c-4736-8fe1-f4ea859af889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.003657] env[69195]: DEBUG nova.network.neutron [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Successfully updated port: 591602f0-223f-401c-ad0d-934b2eeb6f0d {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.091040] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503754, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.144743] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ba683-548b-4bfc-a649-f541f283dc0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.153764] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701de664-d12e-4c6c-9b82-075861b6bf1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.194120] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d887c6fc-1c5c-4093-afa7-e1bccaaa79c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.205894] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6678d9d8-ed57-441d-b321-3d4c3e030775 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.210070] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503755, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.221033] env[69195]: DEBUG nova.compute.provider_tree [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.261374] env[69195]: DEBUG nova.network.neutron [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Successfully created port: 1a203f1b-3850-493a-b175-471235ddb362 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.284671] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503756, 'name': Rename_Task, 'duration_secs': 0.150208} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.284956] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.285223] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebb42ef4-b363-4987-bb2e-571b16fd7968 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.292437] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 627.292437] env[69195]: value = "task-3503760" [ 627.292437] env[69195]: _type = "Task" [ 627.292437] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.302812] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.359238] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503757, 'name': ReconfigVM_Task, 'duration_secs': 0.316121} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.367335] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 0beb4efd-52b6-4f5c-bda5-6115113cdaa7/0beb4efd-52b6-4f5c-bda5-6115113cdaa7.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.372738] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082268} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.372956] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c456e15-34bc-456b-b752-af6ac4b121cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.375430] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.377123] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5416e375-1167-4c7f-8e73-fbc6405b0d69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.386649] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 627.386649] env[69195]: value = "task-3503761" [ 627.386649] env[69195]: _type = "Task" [ 627.386649] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.402748] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.409733] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5440249-75d7-40a5-940b-878dcfaae2f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.425087] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503759, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.431526] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503761, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.433440] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 627.433440] env[69195]: value = "task-3503762" [ 627.433440] env[69195]: _type = "Task" [ 627.433440] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.442471] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.488354] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Releasing lock "refresh_cache-0beb4efd-52b6-4f5c-bda5-6115113cdaa7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.488642] env[69195]: DEBUG nova.compute.manager [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Received event network-vif-plugged-5c3854ed-f36e-4b8d-9583-b0c609b2426e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.488840] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Acquiring lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.489065] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.489231] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.489397] env[69195]: DEBUG nova.compute.manager [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] No waiting events found dispatching network-vif-plugged-5c3854ed-f36e-4b8d-9583-b0c609b2426e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.489561] env[69195]: WARNING nova.compute.manager [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Received unexpected event network-vif-plugged-5c3854ed-f36e-4b8d-9583-b0c609b2426e for instance with vm_state building and task_state spawning. [ 627.489720] env[69195]: DEBUG nova.compute.manager [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Received event network-changed-5c3854ed-f36e-4b8d-9583-b0c609b2426e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.489911] env[69195]: DEBUG nova.compute.manager [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Refreshing instance network info cache due to event network-changed-5c3854ed-f36e-4b8d-9583-b0c609b2426e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.490155] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Acquiring lock "refresh_cache-9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.490257] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Acquired lock "refresh_cache-9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.490402] env[69195]: DEBUG nova.network.neutron [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Refreshing network info cache for port 5c3854ed-f36e-4b8d-9583-b0c609b2426e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.506379] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquiring lock "refresh_cache-3a89835b-0e9c-4c4f-bbea-7756af513133" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.506473] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquired lock "refresh_cache-3a89835b-0e9c-4c4f-bbea-7756af513133" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.506646] env[69195]: DEBUG nova.network.neutron [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.589177] env[69195]: DEBUG oslo_vmware.api [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503754, 'name': PowerOnVM_Task, 'duration_secs': 0.535292} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.589177] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.589395] env[69195]: INFO nova.compute.manager [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Took 11.73 seconds to spawn the instance on the hypervisor. [ 627.589678] env[69195]: DEBUG nova.compute.manager [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.590757] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b6d300-1a7d-4681-b1b2-993d14eecc55 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.702196] env[69195]: DEBUG oslo_vmware.api [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503755, 'name': PowerOnVM_Task, 'duration_secs': 0.719118} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.702699] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.702699] env[69195]: INFO nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Took 16.40 seconds to spawn the instance on the hypervisor. [ 627.702824] env[69195]: DEBUG nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.704657] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfc4fec-d9bc-433b-9938-601671cbdbed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.726339] env[69195]: DEBUG nova.scheduler.client.report [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.804880] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.878064] env[69195]: DEBUG nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.889320] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535454} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.889568] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa/9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.889838] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.890170] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6641f4-7504-4ff9-90d6-33500ae684c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.900448] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 627.900448] env[69195]: value = "task-3503763" [ 627.900448] env[69195]: _type = "Task" [ 627.900448] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.907293] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503761, 'name': Rename_Task, 'duration_secs': 0.162232} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.909703] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.909967] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.910159] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.910360] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.910523] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.910684] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.910914] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.911096] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.911306] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.911507] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.911702] env[69195]: DEBUG nova.virt.hardware [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.912404] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.913166] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec989f6d-b552-4bcb-bff8-13218b16bebe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.919923] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc86357e-5112-4940-bd88-6ddffbc57721 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.921479] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.927652] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28ea847-284d-42d2-af60-5b844bb0eb7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.931541] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 627.931541] env[69195]: value = "task-3503764" [ 627.931541] env[69195]: _type = "Task" [ 627.931541] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.950382] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503764, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.952954] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.079219] env[69195]: DEBUG nova.network.neutron [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.111293] env[69195]: INFO nova.compute.manager [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Took 20.41 seconds to build instance. [ 628.220487] env[69195]: INFO nova.compute.manager [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Took 21.29 seconds to build instance. [ 628.230467] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.230971] env[69195]: DEBUG nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.233929] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.100s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.234128] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.234279] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 628.234553] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.773s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.235985] env[69195]: INFO nova.compute.claims [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.239218] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0b5155-04b6-4e2b-b5c7-e0fcd7e287e9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.251075] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de3645e-9fbb-48aa-8673-3139d092017e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.266179] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92238125-014b-43da-827d-ec34984913b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.273486] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff02f010-9f55-41dc-b6d6-adf05ea4a831 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.306096] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180869MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 628.306096] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.318131] env[69195]: DEBUG oslo_vmware.api [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503760, 'name': PowerOnVM_Task, 'duration_secs': 0.584328} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.318476] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.318682] env[69195]: INFO nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Took 14.71 seconds to spawn the instance on the hypervisor. [ 628.318863] env[69195]: DEBUG nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.319640] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e33669-ad36-418b-8fa4-9f72bbfef65b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.398964] env[69195]: DEBUG nova.network.neutron [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Updating instance_info_cache with network_info: [{"id": "591602f0-223f-401c-ad0d-934b2eeb6f0d", "address": "fa:16:3e:fa:98:16", "network": {"id": "3fb07f2d-4a76-4919-b1c1-527f33aa4968", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-24493086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a6e784b2cd4b24b485db738066906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591602f0-22", "ovs_interfaceid": "591602f0-223f-401c-ad0d-934b2eeb6f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.410802] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33011} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.411147] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.411929] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9db3195-34b1-4e8b-ae9a-10ef20e7b8e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.436642] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa/9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.440108] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f1cc8a7-ac03-4405-a07b-c9cbc3788372 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.470782] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.475804] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.476180] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 628.476180] env[69195]: value = "task-3503765" [ 628.476180] env[69195]: _type = "Task" [ 628.476180] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.484972] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.505956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.506567] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.515832] env[69195]: DEBUG nova.network.neutron [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Updated VIF entry in instance network info cache for port 5c3854ed-f36e-4b8d-9583-b0c609b2426e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.516093] env[69195]: DEBUG nova.network.neutron [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Updating instance_info_cache with network_info: [{"id": "5c3854ed-f36e-4b8d-9583-b0c609b2426e", "address": "fa:16:3e:72:6e:95", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c3854ed-f3", "ovs_interfaceid": "5c3854ed-f36e-4b8d-9583-b0c609b2426e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.612605] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a0d43c7-7c78-4140-b052-ca235e66c0a5 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.929s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.723926] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbc86d71-7dc6-4d58-baec-ffbe5beb7f16 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "a22ba7df-ac38-46e5-992f-a67ecb06af62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.814s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.742278] env[69195]: DEBUG nova.compute.utils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.742278] env[69195]: DEBUG nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.742278] env[69195]: DEBUG nova.network.neutron [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.800043] env[69195]: DEBUG nova.policy [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3bd35dcf57145f69aa042d06407610b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be8e58b64ff4dbbb62a4869c34b7f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.845123] env[69195]: INFO nova.compute.manager [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Took 21.62 seconds to build instance. [ 628.901846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Releasing lock "refresh_cache-3a89835b-0e9c-4c4f-bbea-7756af513133" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.902293] env[69195]: DEBUG nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Instance network_info: |[{"id": "591602f0-223f-401c-ad0d-934b2eeb6f0d", "address": "fa:16:3e:fa:98:16", "network": {"id": "3fb07f2d-4a76-4919-b1c1-527f33aa4968", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-24493086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a6e784b2cd4b24b485db738066906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591602f0-22", "ovs_interfaceid": "591602f0-223f-401c-ad0d-934b2eeb6f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.903162] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:98:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '591602f0-223f-401c-ad0d-934b2eeb6f0d', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.912845] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Creating folder: Project (82a6e784b2cd4b24b485db738066906a). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.912845] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ff15d8b-c081-4571-96df-0e4b5d3b53c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.927186] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Created folder: Project (82a6e784b2cd4b24b485db738066906a) in parent group-v700121. [ 628.927398] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Creating folder: Instances. Parent ref: group-v700140. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.927680] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75f40fba-4559-4a74-aeb2-2c3c365ed5dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.938222] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Created folder: Instances in parent group-v700140. [ 628.938222] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.938222] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.938222] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-124f133c-c1e7-4fd3-ad30-53d06515c622 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.968403] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.968403] env[69195]: value = "task-3503768" [ 628.968403] env[69195]: _type = "Task" [ 628.968403] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.971868] env[69195]: DEBUG oslo_vmware.api [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3503764, 'name': PowerOnVM_Task, 'duration_secs': 0.974554} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.975521] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.975521] env[69195]: INFO nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Took 10.78 seconds to spawn the instance on the hypervisor. [ 628.975521] env[69195]: DEBUG nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.978976] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9639b64-60ac-4c79-9955-0f81c0d1eabb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.981794] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503762, 'name': ReconfigVM_Task, 'duration_secs': 1.114616} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.985858] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.990620] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6a523e9-a683-461e-9074-3dce77ce55b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.992439] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503768, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.005221] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503765, 'name': ReconfigVM_Task, 'duration_secs': 0.477457} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.005760] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa/9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.006474] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b06c3170-0989-4cf8-af57-24ad7f8b248e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.009465] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 629.009465] env[69195]: value = "task-3503769" [ 629.009465] env[69195]: _type = "Task" [ 629.009465] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.016073] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 629.016073] env[69195]: value = "task-3503770" [ 629.016073] env[69195]: _type = "Task" [ 629.016073] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.027844] env[69195]: DEBUG oslo_concurrency.lockutils [req-444530eb-575d-42c3-8e80-a162b07442ab req-352e5aa9-a3a1-4bd3-9bfb-e37b3078a78b service nova] Releasing lock "refresh_cache-9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.028832] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503769, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.036040] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503770, 'name': Rename_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.042853] env[69195]: DEBUG nova.compute.manager [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Received event network-vif-plugged-591602f0-223f-401c-ad0d-934b2eeb6f0d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.043375] env[69195]: DEBUG oslo_concurrency.lockutils [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] Acquiring lock "3a89835b-0e9c-4c4f-bbea-7756af513133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.043375] env[69195]: DEBUG oslo_concurrency.lockutils [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] Lock "3a89835b-0e9c-4c4f-bbea-7756af513133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.043634] env[69195]: DEBUG oslo_concurrency.lockutils [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] Lock "3a89835b-0e9c-4c4f-bbea-7756af513133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.043789] env[69195]: DEBUG nova.compute.manager [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] No waiting events found dispatching network-vif-plugged-591602f0-223f-401c-ad0d-934b2eeb6f0d {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.044028] env[69195]: WARNING nova.compute.manager [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Received unexpected event network-vif-plugged-591602f0-223f-401c-ad0d-934b2eeb6f0d for instance with vm_state building and task_state spawning. [ 629.044236] env[69195]: DEBUG nova.compute.manager [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Received event network-changed-591602f0-223f-401c-ad0d-934b2eeb6f0d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.044592] env[69195]: DEBUG nova.compute.manager [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Refreshing instance network info cache due to event network-changed-591602f0-223f-401c-ad0d-934b2eeb6f0d. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.044669] env[69195]: DEBUG oslo_concurrency.lockutils [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] Acquiring lock "refresh_cache-3a89835b-0e9c-4c4f-bbea-7756af513133" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.045528] env[69195]: DEBUG oslo_concurrency.lockutils [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] Acquired lock "refresh_cache-3a89835b-0e9c-4c4f-bbea-7756af513133" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.045528] env[69195]: DEBUG nova.network.neutron [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Refreshing network info cache for port 591602f0-223f-401c-ad0d-934b2eeb6f0d {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.114852] env[69195]: DEBUG nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.217577] env[69195]: DEBUG nova.network.neutron [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Successfully created port: b0b02262-168a-44e4-b5fc-e94d77b9e880 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.228349] env[69195]: DEBUG nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.239138] env[69195]: DEBUG nova.network.neutron [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Successfully updated port: 1a203f1b-3850-493a-b175-471235ddb362 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.246351] env[69195]: DEBUG nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.352448] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5ec87952-9d62-40dd-8dcc-d6ee2bfab59f tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "880df278-decd-404d-a1f9-4f7eca553850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.140s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.484045] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503768, 'name': CreateVM_Task, 'duration_secs': 0.405538} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.484045] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.485468] env[69195]: DEBUG oslo_vmware.service [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24563b-a355-4e12-8543-94534eaa9c49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.499543] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.499543] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.499871] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.500253] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551ecec1-da7d-462f-abb9-1a9d9540e019 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.505620] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 629.505620] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f00fae-8fbc-4408-f465-9d862cfd792c" [ 629.505620] env[69195]: _type = "Task" [ 629.505620] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.524023] env[69195]: INFO nova.compute.manager [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Took 21.81 seconds to build instance. [ 629.535431] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.535708] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.536026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.536200] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.536459] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.544117] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-757f6876-83c8-41eb-a0e8-6f9c650e7add {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.546397] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503770, 'name': Rename_Task, 'duration_secs': 0.166072} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.546655] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503769, 'name': Rename_Task, 'duration_secs': 0.155886} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.546987] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.547311] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.548889] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95a0f552-4957-42ce-97fe-0b60ac78c95c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.550609] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc9d712-17ad-42f8-bbac-a0917f820108 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.555480] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb666f38-e0df-4925-9ad1-59c21e56dfa7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.565055] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.565392] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.569185] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb7104b-6398-485f-a62c-7cb4f71e44cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.573415] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 629.573415] env[69195]: value = "task-3503771" [ 629.573415] env[69195]: _type = "Task" [ 629.573415] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.575575] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 629.575575] env[69195]: value = "task-3503772" [ 629.575575] env[69195]: _type = "Task" [ 629.575575] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.590557] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4b676f-e11b-4a5c-8722-645a6bb67d5b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.593855] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118cc523-92c1-456d-ab33-af29538f90ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.602514] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503771, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.607901] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.636608] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 629.636608] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bb588a-3059-94e2-11e6-6ce19b0e3002" [ 629.636608] env[69195]: _type = "Task" [ 629.636608] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.642702] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2863aed-2d88-449e-81d1-5ff151da53ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.660516] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf5b74e-7a74-4ea2-bd2c-ddd5e445d611 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.665059] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Preparing fetch location {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 629.665365] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Creating directory with path [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.666114] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe5f2551-3bbb-488a-86bb-5b907f53d8b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.679656] env[69195]: DEBUG nova.compute.provider_tree [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.682132] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.694804] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Created directory with path [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.695160] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Fetch image to [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 629.695500] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Downloading image file data 42d113a8-c043-47cd-9d4a-ba85b4a1d87e to [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk on the data store datastore2 {{(pid=69195) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 629.696467] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f927e-40d9-4467-830d-e3da6bef07a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.705810] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae155c15-c254-48fc-a531-90635e492f1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.717594] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc51c4d-e740-4b1a-8b10-3fd9b85b1d84 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.759124] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "refresh_cache-500e1b0a-5ce5-4664-916d-09ab8b45c5c8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.759124] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "refresh_cache-500e1b0a-5ce5-4664-916d-09ab8b45c5c8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.759124] env[69195]: DEBUG nova.network.neutron [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.768931] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e63d87-9050-43a6-800b-0a2e751ba52d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.778035] env[69195]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-29bb50de-213f-4af7-aba4-6b503109e4f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.801509] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Downloading image file data 42d113a8-c043-47cd-9d4a-ba85b4a1d87e to the data store datastore2 {{(pid=69195) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 629.809812] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.855698] env[69195]: DEBUG nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.885823] env[69195]: DEBUG oslo_vmware.rw_handles [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69195) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 630.037330] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aef2bd5b-4006-48a1-9c8a-ccabef5a4308 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.339s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.058256] env[69195]: DEBUG nova.network.neutron [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Updated VIF entry in instance network info cache for port 591602f0-223f-401c-ad0d-934b2eeb6f0d. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.058698] env[69195]: DEBUG nova.network.neutron [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Updating instance_info_cache with network_info: [{"id": "591602f0-223f-401c-ad0d-934b2eeb6f0d", "address": "fa:16:3e:fa:98:16", "network": {"id": "3fb07f2d-4a76-4919-b1c1-527f33aa4968", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-24493086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82a6e784b2cd4b24b485db738066906a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591602f0-22", "ovs_interfaceid": "591602f0-223f-401c-ad0d-934b2eeb6f0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.090646] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503771, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.098178] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503772, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.184380] env[69195]: DEBUG nova.scheduler.client.report [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.275292] env[69195]: DEBUG nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.307065] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.307222] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.307628] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.307628] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.307894] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.307894] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.308214] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.308214] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.308376] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.308533] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.309028] env[69195]: DEBUG nova.virt.hardware [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.309769] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09aaf2f-da1c-477a-8889-29e3c437dc0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.318626] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7271b259-655e-4224-a3db-26f068dd4dc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.324636] env[69195]: DEBUG nova.network.neutron [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.392320] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.547828] env[69195]: DEBUG nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.565231] env[69195]: DEBUG oslo_concurrency.lockutils [req-5839c0e8-4d2c-40bd-815f-5c5198536566 req-ef1554e3-8053-476a-ac0e-50bdca394716 service nova] Releasing lock "refresh_cache-3a89835b-0e9c-4c4f-bbea-7756af513133" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.594202] env[69195]: DEBUG oslo_vmware.api [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503772, 'name': PowerOnVM_Task, 'duration_secs': 0.591094} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.594423] env[69195]: DEBUG oslo_vmware.api [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503771, 'name': PowerOnVM_Task, 'duration_secs': 0.638217} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.594747] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.594973] env[69195]: INFO nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Took 10.07 seconds to spawn the instance on the hypervisor. [ 630.595214] env[69195]: DEBUG nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.595805] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.595805] env[69195]: INFO nova.compute.manager [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Took 7.56 seconds to spawn the instance on the hypervisor. [ 630.596089] env[69195]: DEBUG nova.compute.manager [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.596764] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b25523-c647-4ecc-8bff-5a3c8e30ef86 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.600744] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1d7e7-924b-4010-be40-d4e149716ae3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.671730] env[69195]: DEBUG nova.network.neutron [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Updating instance_info_cache with network_info: [{"id": "1a203f1b-3850-493a-b175-471235ddb362", "address": "fa:16:3e:22:53:26", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a203f1b-38", "ovs_interfaceid": "1a203f1b-3850-493a-b175-471235ddb362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.689669] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.690227] env[69195]: DEBUG nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.699495] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.392s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.767706] env[69195]: DEBUG oslo_vmware.rw_handles [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Completed reading data from the image iterator. {{(pid=69195) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 630.767706] env[69195]: DEBUG oslo_vmware.rw_handles [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 630.854382] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Downloaded image file data 42d113a8-c043-47cd-9d4a-ba85b4a1d87e to vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk on the data store datastore2 {{(pid=69195) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 630.856020] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Caching image {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 630.858020] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Copying Virtual Disk [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk to [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.858020] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5b4aaa8-34b2-4ccd-a723-102b90c56574 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.866626] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 630.866626] env[69195]: value = "task-3503773" [ 630.866626] env[69195]: _type = "Task" [ 630.866626] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.875029] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.081149] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.089069] env[69195]: DEBUG nova.compute.manager [None req-d97ffcfe-a9a5-4ddc-850a-cfd9a6f69220 tempest-ServerDiagnosticsV248Test-956333501 tempest-ServerDiagnosticsV248Test-956333501-project-admin] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.090395] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1b925a-ea20-4e8e-ad78-a8523f76aff1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.099489] env[69195]: INFO nova.compute.manager [None req-d97ffcfe-a9a5-4ddc-850a-cfd9a6f69220 tempest-ServerDiagnosticsV248Test-956333501 tempest-ServerDiagnosticsV248Test-956333501-project-admin] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Retrieving diagnostics [ 631.100620] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a96c11e-7dbe-4991-9b1d-9b3f7b5b0489 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.150768] env[69195]: INFO nova.compute.manager [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Took 21.66 seconds to build instance. [ 631.158547] env[69195]: INFO nova.compute.manager [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Took 22.36 seconds to build instance. [ 631.176916] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "refresh_cache-500e1b0a-5ce5-4664-916d-09ab8b45c5c8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.176916] env[69195]: DEBUG nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Instance network_info: |[{"id": "1a203f1b-3850-493a-b175-471235ddb362", "address": "fa:16:3e:22:53:26", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a203f1b-38", "ovs_interfaceid": "1a203f1b-3850-493a-b175-471235ddb362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.177210] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:53:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a203f1b-3850-493a-b175-471235ddb362', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.185071] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Creating folder: Project (17ce096455274c929115c8a5592900f7). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.186209] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98e313db-839c-400f-987d-a07d38f3982a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.195981] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Created folder: Project (17ce096455274c929115c8a5592900f7) in parent group-v700121. [ 631.196187] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Creating folder: Instances. Parent ref: group-v700143. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.196414] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15edbe8b-b699-46c0-9984-522f08b42f7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.206598] env[69195]: DEBUG nova.compute.utils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.212054] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Created folder: Instances in parent group-v700143. [ 631.212783] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.212875] env[69195]: DEBUG nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.212958] env[69195]: DEBUG nova.network.neutron [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.214917] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.219227] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee8de89-1710-4009-adf7-4fe650c144af {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.243306] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.243306] env[69195]: value = "task-3503776" [ 631.243306] env[69195]: _type = "Task" [ 631.243306] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.252115] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503776, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.279058] env[69195]: DEBUG nova.network.neutron [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Successfully updated port: b0b02262-168a-44e4-b5fc-e94d77b9e880 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.302108] env[69195]: DEBUG nova.policy [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e52868aaf2c4f78ba9ec352cf196784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71a9ba6426d142fb9346c6a3df110fd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.378801] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.644567] env[69195]: DEBUG nova.network.neutron [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Successfully created port: b1df7b10-b41c-42ea-baab-2c71dd6e0d9a {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.654451] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0dfcff5-2a00-46e5-a340-402ee90f1778 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "debd9dcf-05da-400c-aa51-474e90036b8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.183s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.662231] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6fdff97-b391-446a-8b27-b75d5111663b tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.872s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.717225] env[69195]: DEBUG nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.744461] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a22ba7df-ac38-46e5-992f-a67ecb06af62 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.745345] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 880df278-decd-404d-a1f9-4f7eca553850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.745345] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0beb4efd-52b6-4f5c-bda5-6115113cdaa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.745345] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0da933f2-aa13-4bd7-b1ba-e6ba4974b757 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.745345] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.745605] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance debd9dcf-05da-400c-aa51-474e90036b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.745605] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 3a89835b-0e9c-4c4f-bbea-7756af513133 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.746903] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 500e1b0a-5ce5-4664-916d-09ab8b45c5c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.746903] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 3ea9a37d-ac0e-4827-ac84-5707acdee448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.746903] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 65ae2509-68d5-4d9b-ab39-610837fd2029 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 631.759425] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503776, 'name': CreateVM_Task, 'duration_secs': 0.438818} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.759611] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.760365] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.760573] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.761955] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.761955] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022696f4-4b48-4770-b58c-571071ffcf3d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.768548] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 631.768548] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae63f0-2b98-6d21-8082-c97f1c436c67" [ 631.768548] env[69195]: _type = "Task" [ 631.768548] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.778342] env[69195]: DEBUG nova.compute.manager [req-e7e77406-60c1-451a-bedf-bd07ddf77b6a req-2fc3b9ae-6954-4bd3-a824-b51eec033678 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Received event network-vif-plugged-1a203f1b-3850-493a-b175-471235ddb362 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.779016] env[69195]: DEBUG oslo_concurrency.lockutils [req-e7e77406-60c1-451a-bedf-bd07ddf77b6a req-2fc3b9ae-6954-4bd3-a824-b51eec033678 service nova] Acquiring lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.779016] env[69195]: DEBUG oslo_concurrency.lockutils [req-e7e77406-60c1-451a-bedf-bd07ddf77b6a req-2fc3b9ae-6954-4bd3-a824-b51eec033678 service nova] Lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.779774] env[69195]: DEBUG oslo_concurrency.lockutils [req-e7e77406-60c1-451a-bedf-bd07ddf77b6a req-2fc3b9ae-6954-4bd3-a824-b51eec033678 service nova] Lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.779774] env[69195]: DEBUG nova.compute.manager [req-e7e77406-60c1-451a-bedf-bd07ddf77b6a req-2fc3b9ae-6954-4bd3-a824-b51eec033678 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] No waiting events found dispatching network-vif-plugged-1a203f1b-3850-493a-b175-471235ddb362 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.779774] env[69195]: WARNING nova.compute.manager [req-e7e77406-60c1-451a-bedf-bd07ddf77b6a req-2fc3b9ae-6954-4bd3-a824-b51eec033678 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Received unexpected event network-vif-plugged-1a203f1b-3850-493a-b175-471235ddb362 for instance with vm_state building and task_state spawning. [ 631.784123] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-3ea9a37d-ac0e-4827-ac84-5707acdee448" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.784211] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-3ea9a37d-ac0e-4827-ac84-5707acdee448" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.784334] env[69195]: DEBUG nova.network.neutron [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.785571] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae63f0-2b98-6d21-8082-c97f1c436c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.877737] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503773, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.156255] env[69195]: DEBUG nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.164491] env[69195]: DEBUG nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.254041] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 26936d13-a3f7-4c52-8aa4-c46534af243b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 632.279625] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.280037] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.280195] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.307578] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquiring lock "880df278-decd-404d-a1f9-4f7eca553850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.307840] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "880df278-decd-404d-a1f9-4f7eca553850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.308061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquiring lock "880df278-decd-404d-a1f9-4f7eca553850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.308250] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "880df278-decd-404d-a1f9-4f7eca553850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.308418] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "880df278-decd-404d-a1f9-4f7eca553850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.310468] env[69195]: INFO nova.compute.manager [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Terminating instance [ 632.332872] env[69195]: DEBUG nova.network.neutron [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.377181] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503773, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.277738} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.377400] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Copied Virtual Disk [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk to [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.377680] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Deleting the datastore file [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/tmp-sparse.vmdk {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.377951] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b10a30b-4bda-4b8e-bfbe-409d75186024 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.384205] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 632.384205] env[69195]: value = "task-3503777" [ 632.384205] env[69195]: _type = "Task" [ 632.384205] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.391697] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.548870] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Acquiring lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.549136] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.549340] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Acquiring lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.549521] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.549684] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.551892] env[69195]: INFO nova.compute.manager [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Terminating instance [ 632.592275] env[69195]: DEBUG nova.network.neutron [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Updating instance_info_cache with network_info: [{"id": "b0b02262-168a-44e4-b5fc-e94d77b9e880", "address": "fa:16:3e:a8:7e:3f", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b02262-16", "ovs_interfaceid": "b0b02262-168a-44e4-b5fc-e94d77b9e880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.689160] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.690804] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.728290] env[69195]: DEBUG nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.756989] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 632.761453] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.761717] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.761883] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.762120] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.762293] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.762457] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.762871] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.763051] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.763224] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.763458] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.763640] env[69195]: DEBUG nova.virt.hardware [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.764860] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3254c179-50f2-4793-8197-51277228f793 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.774344] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe8327-a97d-43bd-8236-4a71c73801f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.814297] env[69195]: DEBUG nova.compute.manager [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.814538] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.815475] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1159ac2b-ee0a-4313-95dc-d3b0c023dc26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.824450] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.824742] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d943a60c-6fa7-469b-92df-ab268ec4561a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.833759] env[69195]: DEBUG oslo_vmware.api [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 632.833759] env[69195]: value = "task-3503778" [ 632.833759] env[69195]: _type = "Task" [ 632.833759] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.844135] env[69195]: DEBUG oslo_vmware.api [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.895131] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066402} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.895369] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.895581] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Moving file from [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e to [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e. {{(pid=69195) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 632.896158] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-99da2edc-b2a8-49e6-9eb6-6faf49429d63 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.903097] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 632.903097] env[69195]: value = "task-3503779" [ 632.903097] env[69195]: _type = "Task" [ 632.903097] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.911717] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503779, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.022193] env[69195]: DEBUG nova.compute.manager [req-efcd0460-a857-43ae-a883-6fed64533664 req-698fba0c-5426-4886-86f5-f42cdb09c887 service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Received event network-vif-plugged-b0b02262-168a-44e4-b5fc-e94d77b9e880 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.022531] env[69195]: DEBUG oslo_concurrency.lockutils [req-efcd0460-a857-43ae-a883-6fed64533664 req-698fba0c-5426-4886-86f5-f42cdb09c887 service nova] Acquiring lock "3ea9a37d-ac0e-4827-ac84-5707acdee448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.024021] env[69195]: DEBUG oslo_concurrency.lockutils [req-efcd0460-a857-43ae-a883-6fed64533664 req-698fba0c-5426-4886-86f5-f42cdb09c887 service nova] Lock "3ea9a37d-ac0e-4827-ac84-5707acdee448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.024021] env[69195]: DEBUG oslo_concurrency.lockutils [req-efcd0460-a857-43ae-a883-6fed64533664 req-698fba0c-5426-4886-86f5-f42cdb09c887 service nova] Lock "3ea9a37d-ac0e-4827-ac84-5707acdee448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.024021] env[69195]: DEBUG nova.compute.manager [req-efcd0460-a857-43ae-a883-6fed64533664 req-698fba0c-5426-4886-86f5-f42cdb09c887 service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] No waiting events found dispatching network-vif-plugged-b0b02262-168a-44e4-b5fc-e94d77b9e880 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.024021] env[69195]: WARNING nova.compute.manager [req-efcd0460-a857-43ae-a883-6fed64533664 req-698fba0c-5426-4886-86f5-f42cdb09c887 service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Received unexpected event network-vif-plugged-b0b02262-168a-44e4-b5fc-e94d77b9e880 for instance with vm_state building and task_state spawning. [ 633.058036] env[69195]: DEBUG nova.compute.manager [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 633.058146] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.059165] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09538796-8cb7-45d1-98dc-238a05622837 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.066987] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.067273] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7020432a-5bd6-4efa-9eae-25bdce86abb3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.075423] env[69195]: DEBUG oslo_vmware.api [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Waiting for the task: (returnval){ [ 633.075423] env[69195]: value = "task-3503780" [ 633.075423] env[69195]: _type = "Task" [ 633.075423] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.084650] env[69195]: DEBUG oslo_vmware.api [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Task: {'id': task-3503780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.095498] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-3ea9a37d-ac0e-4827-ac84-5707acdee448" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.095712] env[69195]: DEBUG nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Instance network_info: |[{"id": "b0b02262-168a-44e4-b5fc-e94d77b9e880", "address": "fa:16:3e:a8:7e:3f", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b02262-16", "ovs_interfaceid": "b0b02262-168a-44e4-b5fc-e94d77b9e880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.096546] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:7e:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0b02262-168a-44e4-b5fc-e94d77b9e880', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.106196] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating folder: Project (5be8e58b64ff4dbbb62a4869c34b7f9d). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.106494] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2399c4b-105d-4994-b106-49fdb2587df0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.118749] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Created folder: Project (5be8e58b64ff4dbbb62a4869c34b7f9d) in parent group-v700121. [ 633.118749] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating folder: Instances. Parent ref: group-v700146. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.118956] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60d44a1b-f161-459b-8360-760f5e9e295a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.129387] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Created folder: Instances in parent group-v700146. [ 633.129552] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.129790] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.130045] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d2279b6-3a5d-466f-86aa-691f9840d4e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.152670] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.152670] env[69195]: value = "task-3503783" [ 633.152670] env[69195]: _type = "Task" [ 633.152670] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.161457] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503783, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.266915] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 1fe2cb9c-5004-471a-8ddf-98efa38d33e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 633.321445] env[69195]: DEBUG nova.network.neutron [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Successfully updated port: b1df7b10-b41c-42ea-baab-2c71dd6e0d9a {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.346367] env[69195]: DEBUG oslo_vmware.api [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503778, 'name': PowerOffVM_Task, 'duration_secs': 0.270655} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.346837] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.347186] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.347550] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5a389b3-35f4-42b3-9b5c-a9547834d28c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.418209] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503779, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026693} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.418209] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.418209] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.418209] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Deleting the datastore file [datastore1] 880df278-decd-404d-a1f9-4f7eca553850 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.418561] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] File moved {{(pid=69195) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 633.418677] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Cleaning up location [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9 {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 633.418834] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Deleting the datastore file [datastore2] vmware_temp/8a9867ca-8686-45fa-b31b-f9e5f4cd27b9 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.419075] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcbccb48-18de-4c78-8ad6-c1c82790a5da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.420925] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c7ff05-004d-4b5c-8b51-627438df36ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.428698] env[69195]: DEBUG oslo_vmware.api [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for the task: (returnval){ [ 633.428698] env[69195]: value = "task-3503785" [ 633.428698] env[69195]: _type = "Task" [ 633.428698] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.429751] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 633.429751] env[69195]: value = "task-3503786" [ 633.429751] env[69195]: _type = "Task" [ 633.429751] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.441582] env[69195]: DEBUG oslo_vmware.api [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.447138] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.586861] env[69195]: DEBUG oslo_vmware.api [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Task: {'id': task-3503780, 'name': PowerOffVM_Task, 'duration_secs': 0.389299} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.587424] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.587424] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.587597] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e75ce4b-33cf-4fe2-b564-88e279f331fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.660392] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.660392] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.660392] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Deleting the datastore file [datastore1] 0beb4efd-52b6-4f5c-bda5-6115113cdaa7 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.664066] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-811c7b02-bd21-458b-bbe2-f8d6785e0faf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.665484] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503783, 'name': CreateVM_Task, 'duration_secs': 0.449311} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.665684] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.666677] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.666932] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.667405] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.667681] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f072cf1d-77ee-4b60-a40c-10fa410ef140 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.670272] env[69195]: DEBUG oslo_vmware.api [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Waiting for the task: (returnval){ [ 633.670272] env[69195]: value = "task-3503788" [ 633.670272] env[69195]: _type = "Task" [ 633.670272] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.675592] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 633.675592] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e0ed7-f4dc-a87e-d046-afb026a3b3ee" [ 633.675592] env[69195]: _type = "Task" [ 633.675592] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.679078] env[69195]: DEBUG oslo_vmware.api [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Task: {'id': task-3503788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.685985] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e0ed7-f4dc-a87e-d046-afb026a3b3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.772816] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 633.825537] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "refresh_cache-65ae2509-68d5-4d9b-ab39-610837fd2029" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.825537] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquired lock "refresh_cache-65ae2509-68d5-4d9b-ab39-610837fd2029" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.825537] env[69195]: DEBUG nova.network.neutron [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.948779] env[69195]: DEBUG oslo_vmware.api [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Task: {'id': task-3503785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287179} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.949034] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029387} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.949263] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.949565] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.949671] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.950413] env[69195]: INFO nova.compute.manager [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Took 1.14 seconds to destroy the instance on the hypervisor. [ 633.950413] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.950413] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.951092] env[69195]: DEBUG nova.compute.manager [-] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.951153] env[69195]: DEBUG nova.network.neutron [-] [instance: 880df278-decd-404d-a1f9-4f7eca553850] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.952823] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a31965-47e1-4e19-ba65-2f9bc1e82c3d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.958619] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 633.958619] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52519dc6-24a1-eb5f-f599-f767fd1eb7ad" [ 633.958619] env[69195]: _type = "Task" [ 633.958619] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.967166] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52519dc6-24a1-eb5f-f599-f767fd1eb7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.064050] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquiring lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.064301] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.183489] env[69195]: DEBUG oslo_vmware.api [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Task: {'id': task-3503788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.195890] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e0ed7-f4dc-a87e-d046-afb026a3b3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.02025} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.196263] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.196455] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.196687] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.276996] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 64068cef-b827-484b-b713-3751fcdc2786 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 634.374616] env[69195]: DEBUG nova.network.neutron [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.472495] env[69195]: INFO nova.compute.manager [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Rebuilding instance [ 634.475897] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52519dc6-24a1-eb5f-f599-f767fd1eb7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019587} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.476439] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.476811] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 3a89835b-0e9c-4c4f-bbea-7756af513133/3a89835b-0e9c-4c4f-bbea-7756af513133.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.477287] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.477378] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.477593] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e548103-9ab0-4f71-b841-31991f7ec87e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.481970] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c4e07cc-5a0f-4fcb-b42f-85bd652636be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.487391] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 634.487391] env[69195]: value = "task-3503789" [ 634.487391] env[69195]: _type = "Task" [ 634.487391] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.492174] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.493426] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.494530] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f860a3-a96b-4710-ad63-43d84b98ccc8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.501844] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.503605] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 634.503605] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5247b8ca-a4d5-9a28-e877-525c0a14d190" [ 634.503605] env[69195]: _type = "Task" [ 634.503605] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.511253] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5247b8ca-a4d5-9a28-e877-525c0a14d190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.668372] env[69195]: DEBUG nova.compute.manager [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.669225] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936594e9-e509-4c21-ac71-6d6e6b4386ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.683619] env[69195]: DEBUG oslo_vmware.api [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Task: {'id': task-3503788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53569} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.691263] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.691263] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.691263] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.691263] env[69195]: INFO nova.compute.manager [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Took 1.63 seconds to destroy the instance on the hypervisor. [ 634.691263] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.691419] env[69195]: DEBUG nova.compute.manager [-] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.691419] env[69195]: DEBUG nova.network.neutron [-] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.743909] env[69195]: DEBUG nova.network.neutron [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Updating instance_info_cache with network_info: [{"id": "b1df7b10-b41c-42ea-baab-2c71dd6e0d9a", "address": "fa:16:3e:d7:da:6b", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df7b10-b4", "ovs_interfaceid": "b1df7b10-b41c-42ea-baab-2c71dd6e0d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.780759] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 634.781130] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 634.781442] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 634.899613] env[69195]: DEBUG nova.network.neutron [-] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.998662] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503789, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.013812] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5247b8ca-a4d5-9a28-e877-525c0a14d190, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.015495] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad374ea-4b1b-45fe-a0d0-d73e131e9ac2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.021096] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 635.021096] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5292b1c1-cbed-f1fa-9df7-39d28a4e32b8" [ 635.021096] env[69195]: _type = "Task" [ 635.021096] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.033294] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5292b1c1-cbed-f1fa-9df7-39d28a4e32b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.098751] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b206e-c39c-4d10-9414-6d1de5553b8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.106417] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3633acd1-91a0-46ce-b472-e0c55601c152 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.144699] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec9bcd4-0c6e-4d77-8781-c4ab548239e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.156023] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87cb27a-a616-4f14-99c3-cd9619257327 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.169223] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.237625] env[69195]: DEBUG nova.compute.manager [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Received event network-changed-1a203f1b-3850-493a-b175-471235ddb362 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.237828] env[69195]: DEBUG nova.compute.manager [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Refreshing instance network info cache due to event network-changed-1a203f1b-3850-493a-b175-471235ddb362. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.238130] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Acquiring lock "refresh_cache-500e1b0a-5ce5-4664-916d-09ab8b45c5c8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.238343] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Acquired lock "refresh_cache-500e1b0a-5ce5-4664-916d-09ab8b45c5c8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.238590] env[69195]: DEBUG nova.network.neutron [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Refreshing network info cache for port 1a203f1b-3850-493a-b175-471235ddb362 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.253918] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Releasing lock "refresh_cache-65ae2509-68d5-4d9b-ab39-610837fd2029" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.254323] env[69195]: DEBUG nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Instance network_info: |[{"id": "b1df7b10-b41c-42ea-baab-2c71dd6e0d9a", "address": "fa:16:3e:d7:da:6b", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df7b10-b4", "ovs_interfaceid": "b1df7b10-b41c-42ea-baab-2c71dd6e0d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.254751] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:da:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1df7b10-b41c-42ea-baab-2c71dd6e0d9a', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.263137] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Creating folder: Project (71a9ba6426d142fb9346c6a3df110fd6). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.264265] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c1030b0-04c0-4eae-8d7d-cf8eba171122 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.274606] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Created folder: Project (71a9ba6426d142fb9346c6a3df110fd6) in parent group-v700121. [ 635.274827] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Creating folder: Instances. Parent ref: group-v700149. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.275079] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d4219d7-fb14-4e00-b088-b2f296e40753 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.283539] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Created folder: Instances in parent group-v700149. [ 635.283777] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.283968] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.284185] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-facc1f5a-28c2-48c8-90e5-fb815094d615 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.303857] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.303857] env[69195]: value = "task-3503792" [ 635.303857] env[69195]: _type = "Task" [ 635.303857] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.310965] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503792, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.403051] env[69195]: INFO nova.compute.manager [-] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Took 1.45 seconds to deallocate network for instance. [ 635.502539] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698263} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.503101] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 3a89835b-0e9c-4c4f-bbea-7756af513133/3a89835b-0e9c-4c4f-bbea-7756af513133.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.503465] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.504183] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce26e54-8f7d-4dca-8098-251ec1d7e3de {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.511185] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 635.511185] env[69195]: value = "task-3503793" [ 635.511185] env[69195]: _type = "Task" [ 635.511185] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.522470] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.532926] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5292b1c1-cbed-f1fa-9df7-39d28a4e32b8, 'name': SearchDatastore_Task, 'duration_secs': 0.052925} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.533700] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.534206] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 500e1b0a-5ce5-4664-916d-09ab8b45c5c8/500e1b0a-5ce5-4664-916d-09ab8b45c5c8.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.534796] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.535171] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.535582] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-399c7bc9-6e9e-4efe-bcef-fe321e8926e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.541912] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3448ec31-e919-492e-a8c3-d3801aea4c02 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.549943] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 635.549943] env[69195]: value = "task-3503794" [ 635.549943] env[69195]: _type = "Task" [ 635.549943] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.551799] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.552212] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.556967] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0a682e9-9b15-48d5-8fc9-51ec67b5bb4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.563279] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 635.563279] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52340ac6-f1c0-e25c-a999-a44d8e27b641" [ 635.563279] env[69195]: _type = "Task" [ 635.563279] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.566976] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.575526] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52340ac6-f1c0-e25c-a999-a44d8e27b641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.672482] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.687904] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.688241] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdfa9660-d1dd-437e-a3f6-59feab9491ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.696694] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 635.696694] env[69195]: value = "task-3503795" [ 635.696694] env[69195]: _type = "Task" [ 635.696694] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.706876] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.816064] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503792, 'name': CreateVM_Task, 'duration_secs': 0.355591} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.816397] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.817261] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.817432] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.817752] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.818196] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0845d9fd-df6f-48c6-a16f-1930612d9579 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.823971] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 635.823971] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae5097-817c-f977-6f26-f7d35489e6c2" [ 635.823971] env[69195]: _type = "Task" [ 635.823971] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.833502] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae5097-817c-f977-6f26-f7d35489e6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.860338] env[69195]: DEBUG nova.network.neutron [-] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.911493] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.011720] env[69195]: DEBUG nova.network.neutron [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Updated VIF entry in instance network info cache for port 1a203f1b-3850-493a-b175-471235ddb362. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.012169] env[69195]: DEBUG nova.network.neutron [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Updating instance_info_cache with network_info: [{"id": "1a203f1b-3850-493a-b175-471235ddb362", "address": "fa:16:3e:22:53:26", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a203f1b-38", "ovs_interfaceid": "1a203f1b-3850-493a-b175-471235ddb362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.025014] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077609} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.027305] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.027305] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2b00b1-4a7c-480d-8cf0-40ad91d8b0eb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.064706] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 3a89835b-0e9c-4c4f-bbea-7756af513133/3a89835b-0e9c-4c4f-bbea-7756af513133.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.069625] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cbf0952-9494-4529-b772-5dccdf06f3f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.097099] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503794, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.102338] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52340ac6-f1c0-e25c-a999-a44d8e27b641, 'name': SearchDatastore_Task, 'duration_secs': 0.014192} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.105042] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 636.105042] env[69195]: value = "task-3503796" [ 636.105042] env[69195]: _type = "Task" [ 636.105042] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.105598] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b791194c-e5eb-4cbc-97b1-f451c2574d7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.116655] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 636.116655] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afc9b2-50a2-d072-7cb7-8b6da3f13f43" [ 636.116655] env[69195]: _type = "Task" [ 636.116655] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.120606] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.129422] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afc9b2-50a2-d072-7cb7-8b6da3f13f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.177199] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 636.177784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.480s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.177784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.496s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.179530] env[69195]: INFO nova.compute.claims [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.209298] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503795, 'name': PowerOffVM_Task, 'duration_secs': 0.135836} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.209573] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.209808] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.210661] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26843bd6-08ab-430c-82a5-b2fae7671c72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.220130] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.220379] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9864c293-45e6-4897-8c68-d70f3159c49a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.248356] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.248356] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.248356] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Deleting the datastore file [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.248356] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ede1aad-2d5b-4f1e-8fbb-23b6852911d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.254537] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 636.254537] env[69195]: value = "task-3503798" [ 636.254537] env[69195]: _type = "Task" [ 636.254537] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.262983] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.336287] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae5097-817c-f977-6f26-f7d35489e6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.075047} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.336603] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.336860] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.337113] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.364812] env[69195]: INFO nova.compute.manager [-] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Took 1.68 seconds to deallocate network for instance. [ 636.397045] env[69195]: DEBUG nova.compute.manager [req-6a8cdecf-397e-4c78-af70-85344941fceb req-64e2115c-6d7c-40bc-b2ec-6b012e573c81 service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Received event network-changed-b0b02262-168a-44e4-b5fc-e94d77b9e880 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.397324] env[69195]: DEBUG nova.compute.manager [req-6a8cdecf-397e-4c78-af70-85344941fceb req-64e2115c-6d7c-40bc-b2ec-6b012e573c81 service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Refreshing instance network info cache due to event network-changed-b0b02262-168a-44e4-b5fc-e94d77b9e880. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.397554] env[69195]: DEBUG oslo_concurrency.lockutils [req-6a8cdecf-397e-4c78-af70-85344941fceb req-64e2115c-6d7c-40bc-b2ec-6b012e573c81 service nova] Acquiring lock "refresh_cache-3ea9a37d-ac0e-4827-ac84-5707acdee448" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.398544] env[69195]: DEBUG oslo_concurrency.lockutils [req-6a8cdecf-397e-4c78-af70-85344941fceb req-64e2115c-6d7c-40bc-b2ec-6b012e573c81 service nova] Acquired lock "refresh_cache-3ea9a37d-ac0e-4827-ac84-5707acdee448" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.398544] env[69195]: DEBUG nova.network.neutron [req-6a8cdecf-397e-4c78-af70-85344941fceb req-64e2115c-6d7c-40bc-b2ec-6b012e573c81 service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Refreshing network info cache for port b0b02262-168a-44e4-b5fc-e94d77b9e880 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.520313] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Releasing lock "refresh_cache-500e1b0a-5ce5-4664-916d-09ab8b45c5c8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.520570] env[69195]: DEBUG nova.compute.manager [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Received event network-vif-plugged-b1df7b10-b41c-42ea-baab-2c71dd6e0d9a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.520772] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Acquiring lock "65ae2509-68d5-4d9b-ab39-610837fd2029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.521092] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Lock "65ae2509-68d5-4d9b-ab39-610837fd2029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.521518] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Lock "65ae2509-68d5-4d9b-ab39-610837fd2029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.521518] env[69195]: DEBUG nova.compute.manager [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] No waiting events found dispatching network-vif-plugged-b1df7b10-b41c-42ea-baab-2c71dd6e0d9a {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.521619] env[69195]: WARNING nova.compute.manager [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Received unexpected event network-vif-plugged-b1df7b10-b41c-42ea-baab-2c71dd6e0d9a for instance with vm_state building and task_state spawning. [ 636.521750] env[69195]: DEBUG nova.compute.manager [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Received event network-changed-b1df7b10-b41c-42ea-baab-2c71dd6e0d9a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.521969] env[69195]: DEBUG nova.compute.manager [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Refreshing instance network info cache due to event network-changed-b1df7b10-b41c-42ea-baab-2c71dd6e0d9a. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 636.522228] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Acquiring lock "refresh_cache-65ae2509-68d5-4d9b-ab39-610837fd2029" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.522387] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Acquired lock "refresh_cache-65ae2509-68d5-4d9b-ab39-610837fd2029" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.522661] env[69195]: DEBUG nova.network.neutron [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Refreshing network info cache for port b1df7b10-b41c-42ea-baab-2c71dd6e0d9a {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.565173] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608583} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.565494] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 500e1b0a-5ce5-4664-916d-09ab8b45c5c8/500e1b0a-5ce5-4664-916d-09ab8b45c5c8.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.565748] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.569962] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fb72c7a-8590-4ded-bf2a-6d621ae4ab5c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.579383] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 636.579383] env[69195]: value = "task-3503799" [ 636.579383] env[69195]: _type = "Task" [ 636.579383] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.591159] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.617874] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.630216] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afc9b2-50a2-d072-7cb7-8b6da3f13f43, 'name': SearchDatastore_Task, 'duration_secs': 0.030334} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.631278] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.631278] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 3ea9a37d-ac0e-4827-ac84-5707acdee448/3ea9a37d-ac0e-4827-ac84-5707acdee448.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.631278] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.631278] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.631618] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcdd87d6-43a9-4e82-9e6e-a012f96f8c69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.634914] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef4845c8-bb76-4cbb-8be7-671cbd0bca5c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.641396] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 636.641396] env[69195]: value = "task-3503800" [ 636.641396] env[69195]: _type = "Task" [ 636.641396] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.646032] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.646218] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.647268] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6fd3d5-7ecb-4752-8c76-ea96c55c5a01 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.654397] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.657681] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 636.657681] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52879673-d8b1-984d-e48b-257a2ae8a94b" [ 636.657681] env[69195]: _type = "Task" [ 636.657681] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.665773] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52879673-d8b1-984d-e48b-257a2ae8a94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.765937] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210398} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.766316] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.766476] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.766653] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.811414] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquiring lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.811809] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.811979] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquiring lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.812185] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.812365] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.816161] env[69195]: INFO nova.compute.manager [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Terminating instance [ 636.874206] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.094243] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190776} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.096572] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.097527] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c40dc8-ff98-41be-afb1-d707f10b8d8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.126565] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 500e1b0a-5ce5-4664-916d-09ab8b45c5c8/500e1b0a-5ce5-4664-916d-09ab8b45c5c8.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.129929] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2737b13-277f-4eb8-bc53-c8a06a476547 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.152698] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503796, 'name': ReconfigVM_Task, 'duration_secs': 1.006504} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.154597] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 3a89835b-0e9c-4c4f-bbea-7756af513133/3a89835b-0e9c-4c4f-bbea-7756af513133.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.155325] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 637.155325] env[69195]: value = "task-3503801" [ 637.155325] env[69195]: _type = "Task" [ 637.155325] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.155532] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e031b72-3660-45a4-87d6-f58dca84221a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.163786] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.171939] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 637.171939] env[69195]: value = "task-3503802" [ 637.171939] env[69195]: _type = "Task" [ 637.171939] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.183928] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.184215] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52879673-d8b1-984d-e48b-257a2ae8a94b, 'name': SearchDatastore_Task, 'duration_secs': 0.022198} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.185408] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28908fdb-5dd9-4807-8229-351f71b490f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.193649] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503802, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.197072] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 637.197072] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52450db9-5382-ede8-f555-50026148c5e0" [ 637.197072] env[69195]: _type = "Task" [ 637.197072] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.208787] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52450db9-5382-ede8-f555-50026148c5e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.290853] env[69195]: DEBUG nova.network.neutron [req-6a8cdecf-397e-4c78-af70-85344941fceb req-64e2115c-6d7c-40bc-b2ec-6b012e573c81 service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Updated VIF entry in instance network info cache for port b0b02262-168a-44e4-b5fc-e94d77b9e880. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.291169] env[69195]: DEBUG nova.network.neutron [req-6a8cdecf-397e-4c78-af70-85344941fceb req-64e2115c-6d7c-40bc-b2ec-6b012e573c81 service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Updating instance_info_cache with network_info: [{"id": "b0b02262-168a-44e4-b5fc-e94d77b9e880", "address": "fa:16:3e:a8:7e:3f", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0b02262-16", "ovs_interfaceid": "b0b02262-168a-44e4-b5fc-e94d77b9e880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.321330] env[69195]: DEBUG nova.compute.manager [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.322044] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.324467] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4878d49c-68d4-4dc3-84d8-390ad2535b93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.334614] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.337528] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf98c6f8-0d73-4d4a-8385-34790a5da4e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.345433] env[69195]: DEBUG oslo_vmware.api [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 637.345433] env[69195]: value = "task-3503803" [ 637.345433] env[69195]: _type = "Task" [ 637.345433] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.360225] env[69195]: DEBUG oslo_vmware.api [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.528020] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad5f276-6cd7-4f76-961a-8c51ff623b4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.538822] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40685e9a-5919-4958-a554-9f65501cfa62 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.577496] env[69195]: DEBUG nova.network.neutron [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Updated VIF entry in instance network info cache for port b1df7b10-b41c-42ea-baab-2c71dd6e0d9a. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.577849] env[69195]: DEBUG nova.network.neutron [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Updating instance_info_cache with network_info: [{"id": "b1df7b10-b41c-42ea-baab-2c71dd6e0d9a", "address": "fa:16:3e:d7:da:6b", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1df7b10-b4", "ovs_interfaceid": "b1df7b10-b41c-42ea-baab-2c71dd6e0d9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.579782] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28327def-2666-4630-8d71-e2ae53c304b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.588263] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba93253e-7d5a-4c7f-8b4b-a16e566def4d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.605032] env[69195]: DEBUG nova.compute.provider_tree [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.657997] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503800, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001569} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.658391] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 3ea9a37d-ac0e-4827-ac84-5707acdee448/3ea9a37d-ac0e-4827-ac84-5707acdee448.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.658597] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.661755] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef2e1e80-f226-4788-8e8e-747a71b02966 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.668664] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.670189] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 637.670189] env[69195]: value = "task-3503804" [ 637.670189] env[69195]: _type = "Task" [ 637.670189] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.682364] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.687237] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503802, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.710175] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52450db9-5382-ede8-f555-50026148c5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016538} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.710449] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.710723] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 65ae2509-68d5-4d9b-ab39-610837fd2029/65ae2509-68d5-4d9b-ab39-610837fd2029.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.711073] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6264b62c-6ddc-4b82-bd7b-d5bc07f86367 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.716934] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 637.716934] env[69195]: value = "task-3503805" [ 637.716934] env[69195]: _type = "Task" [ 637.716934] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.729474] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.793882] env[69195]: DEBUG oslo_concurrency.lockutils [req-6a8cdecf-397e-4c78-af70-85344941fceb req-64e2115c-6d7c-40bc-b2ec-6b012e573c81 service nova] Releasing lock "refresh_cache-3ea9a37d-ac0e-4827-ac84-5707acdee448" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.806416] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.806688] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.806847] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.807278] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.807710] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.807779] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.807984] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.808262] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.808463] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.808715] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.809066] env[69195]: DEBUG nova.virt.hardware [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.810191] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9e2f3-6bbf-4be4-9dae-b2e70be52c24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.819789] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae930112-7c8e-456c-a168-b7d537d1e7ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.836206] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.844041] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.844453] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.844687] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56012982-16e3-4b66-8379-c7039ef58e49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.866793] env[69195]: DEBUG oslo_vmware.api [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.868178] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.868178] env[69195]: value = "task-3503806" [ 637.868178] env[69195]: _type = "Task" [ 637.868178] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.085472] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfd7273b-0c47-4114-8b5b-6f317f7ec2ec req-e0e254de-55fd-4d30-aae1-9387bab1db80 service nova] Releasing lock "refresh_cache-65ae2509-68d5-4d9b-ab39-610837fd2029" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.109514] env[69195]: DEBUG nova.scheduler.client.report [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.174334] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.187300] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503802, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.190708] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080458} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.191015] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.191892] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46075f6-b0b9-4c84-a266-adfd48d79cf0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.222512] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 3ea9a37d-ac0e-4827-ac84-5707acdee448/3ea9a37d-ac0e-4827-ac84-5707acdee448.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.223271] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a17a51d-6e96-4203-a6b8-055d629615d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.250976] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507923} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.252512] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 65ae2509-68d5-4d9b-ab39-610837fd2029/65ae2509-68d5-4d9b-ab39-610837fd2029.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.252737] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.253532] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 638.253532] env[69195]: value = "task-3503807" [ 638.253532] env[69195]: _type = "Task" [ 638.253532] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.253532] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f43dcaf9-c8e2-4162-ab3a-10cfdb76349b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.264640] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.266649] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 638.266649] env[69195]: value = "task-3503808" [ 638.266649] env[69195]: _type = "Task" [ 638.266649] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.276700] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.370633] env[69195]: DEBUG oslo_vmware.api [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503803, 'name': PowerOffVM_Task, 'duration_secs': 0.954554} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.374034] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.374249] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.374550] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35445e55-1966-4a8b-be90-17c5195607bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.381765] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503806, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.392208] env[69195]: DEBUG nova.compute.manager [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Received event network-vif-deleted-eceb6aa4-cf02-4892-a7dc-0b7029e353c8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.392478] env[69195]: DEBUG nova.compute.manager [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Received event network-vif-deleted-553e456a-898c-4736-8fe1-f4ea859af889 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.392762] env[69195]: DEBUG nova.compute.manager [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Received event network-changed-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.392762] env[69195]: DEBUG nova.compute.manager [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Refreshing instance network info cache due to event network-changed-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.393056] env[69195]: DEBUG oslo_concurrency.lockutils [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] Acquiring lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.393056] env[69195]: DEBUG oslo_concurrency.lockutils [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] Acquired lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.393368] env[69195]: DEBUG nova.network.neutron [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Refreshing network info cache for port b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.617983] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.619275] env[69195]: DEBUG nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.625065] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.815s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.627291] env[69195]: INFO nova.compute.claims [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.673047] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503801, 'name': ReconfigVM_Task, 'duration_secs': 1.490368} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.673047] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 500e1b0a-5ce5-4664-916d-09ab8b45c5c8/500e1b0a-5ce5-4664-916d-09ab8b45c5c8.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.673047] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48427f87-0f88-4094-aaa6-5a8baa6e5bbe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.684546] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503802, 'name': Rename_Task, 'duration_secs': 1.376002} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.686844] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.686844] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 638.686844] env[69195]: value = "task-3503810" [ 638.686844] env[69195]: _type = "Task" [ 638.686844] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.686844] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b400d34b-d3eb-4ee4-8041-2acaa956b531 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.697961] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503810, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.698964] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 638.698964] env[69195]: value = "task-3503811" [ 638.698964] env[69195]: _type = "Task" [ 638.698964] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.708031] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.767667] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503807, 'name': ReconfigVM_Task, 'duration_secs': 0.326113} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.771104] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 3ea9a37d-ac0e-4827-ac84-5707acdee448/3ea9a37d-ac0e-4827-ac84-5707acdee448.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.771846] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e116450-cfd5-4f17-b4bf-3575bcb1f4d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.778693] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070291} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.780291] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.780642] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 638.780642] env[69195]: value = "task-3503812" [ 638.780642] env[69195]: _type = "Task" [ 638.780642] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.781370] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c823319b-9614-43f1-8ef3-60b1b1271443 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.793041] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503812, 'name': Rename_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.817094] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 65ae2509-68d5-4d9b-ab39-610837fd2029/65ae2509-68d5-4d9b-ab39-610837fd2029.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.817843] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9cd9d4-0720-4630-bfbc-e2d4b96401fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.838995] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 638.838995] env[69195]: value = "task-3503813" [ 638.838995] env[69195]: _type = "Task" [ 638.838995] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.847998] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.880922] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503806, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.132300] env[69195]: DEBUG nova.compute.utils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.137166] env[69195]: DEBUG nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.137490] env[69195]: DEBUG nova.network.neutron [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.209449] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503810, 'name': Rename_Task, 'duration_secs': 0.187572} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.210338] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.210683] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9614b8ca-d338-4c97-b791-be5ce4d104af {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.218314] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503811, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.223513] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 639.223513] env[69195]: value = "task-3503814" [ 639.223513] env[69195]: _type = "Task" [ 639.223513] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.235237] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.249511] env[69195]: DEBUG nova.policy [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e18511eec20489682493c832f0ed63e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab43bca04fcf4533bfaf420079b3c133', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.254346] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.254824] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.255177] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Deleting the datastore file [datastore1] 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.258881] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1d8aac4-4ee8-4667-80e5-3e44475a4ef7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.267961] env[69195]: DEBUG oslo_vmware.api [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for the task: (returnval){ [ 639.267961] env[69195]: value = "task-3503815" [ 639.267961] env[69195]: _type = "Task" [ 639.267961] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.277184] env[69195]: DEBUG oslo_vmware.api [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.296077] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503812, 'name': Rename_Task, 'duration_secs': 0.142684} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.296775] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.296775] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c944350c-6624-43a4-8b4b-2edff68fb323 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.305306] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 639.305306] env[69195]: value = "task-3503816" [ 639.305306] env[69195]: _type = "Task" [ 639.305306] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.312848] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.355329] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.377240] env[69195]: DEBUG nova.network.neutron [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Updated VIF entry in instance network info cache for port b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.378359] env[69195]: DEBUG nova.network.neutron [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Updating instance_info_cache with network_info: [{"id": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "address": "fa:16:3e:5a:08:93", "network": {"id": "878caf31-1a1c-414a-ad6e-e0d1a5bb6171", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1392120608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f00bc540d422b9c84cbf70a892fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bbd501-d8", "ovs_interfaceid": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.384430] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503806, 'name': CreateVM_Task, 'duration_secs': 1.023601} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.385031] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.385534] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.385741] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.386159] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.386484] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099f5a3f-8729-4eac-b796-abce63af0fa9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.391882] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 639.391882] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525d23f7-fde6-01d5-8601-3b0aae109eb9" [ 639.391882] env[69195]: _type = "Task" [ 639.391882] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.402357] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525d23f7-fde6-01d5-8601-3b0aae109eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.641567] env[69195]: DEBUG nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.719383] env[69195]: DEBUG oslo_vmware.api [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503811, 'name': PowerOnVM_Task, 'duration_secs': 0.920862} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.720553] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.720774] env[69195]: INFO nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Took 14.36 seconds to spawn the instance on the hypervisor. [ 639.720972] env[69195]: DEBUG nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.722028] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3c9109-573b-4d1e-b561-d0256495e17a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.745555] env[69195]: DEBUG nova.network.neutron [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Successfully created port: 9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.748379] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503814, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.778871] env[69195]: DEBUG oslo_vmware.api [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Task: {'id': task-3503815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235017} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.780506] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.780506] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.780506] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.780903] env[69195]: INFO nova.compute.manager [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Took 2.46 seconds to destroy the instance on the hypervisor. [ 639.780903] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.781380] env[69195]: DEBUG nova.compute.manager [-] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.781585] env[69195]: DEBUG nova.network.neutron [-] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.819180] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503816, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.854871] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.886589] env[69195]: DEBUG oslo_concurrency.lockutils [req-7fe1b8c8-855d-4521-bd96-105e40bde4fc req-6ded50ab-9c92-447b-81c3-a9106f219c7a service nova] Releasing lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.907519] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525d23f7-fde6-01d5-8601-3b0aae109eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.910400] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.910770] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.911121] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.911383] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.911767] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.912405] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8fddab3-f37d-41e2-9ded-c8e4486fb082 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.922552] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.925154] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.925154] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f37108b-8fcc-4b7d-9dd3-d42019589cfa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.931857] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 639.931857] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ce6c52-40b9-ec85-f0d3-252340201881" [ 639.931857] env[69195]: _type = "Task" [ 639.931857] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.943068] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ce6c52-40b9-ec85-f0d3-252340201881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.021214] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f8306-c372-45be-aaef-0d1fc9e79cd3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.030071] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb02684-31ae-4af3-9ca1-1f0c11d67dfb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.063169] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318f30aa-2345-4221-8a55-1ca7532d8a82 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.071508] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac522782-a96f-4413-8b78-0009cd2a4116 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.090244] env[69195]: DEBUG nova.compute.provider_tree [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.250403] env[69195]: DEBUG oslo_vmware.api [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503814, 'name': PowerOnVM_Task, 'duration_secs': 0.571209} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.257449] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.258768] env[69195]: INFO nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Took 12.38 seconds to spawn the instance on the hypervisor. [ 640.258768] env[69195]: DEBUG nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.261588] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efda8cf0-49da-4225-b14b-65a27304e202 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.264106] env[69195]: INFO nova.compute.manager [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Took 28.53 seconds to build instance. [ 640.319142] env[69195]: DEBUG oslo_vmware.api [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503816, 'name': PowerOnVM_Task, 'duration_secs': 0.544542} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.319703] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.319703] env[69195]: INFO nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Took 10.04 seconds to spawn the instance on the hypervisor. [ 640.319963] env[69195]: DEBUG nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.321026] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b36b87-6ba1-4c85-aafc-ed02cc388667 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.351818] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503813, 'name': ReconfigVM_Task, 'duration_secs': 1.406692} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.352260] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 65ae2509-68d5-4d9b-ab39-610837fd2029/65ae2509-68d5-4d9b-ab39-610837fd2029.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.353060] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e53e18c-388a-4ac2-aaff-762787b70526 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.360202] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 640.360202] env[69195]: value = "task-3503817" [ 640.360202] env[69195]: _type = "Task" [ 640.360202] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.370123] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503817, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.444951] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ce6c52-40b9-ec85-f0d3-252340201881, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.445831] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c57be1-6d82-42ca-9378-a7141359ac76 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.451418] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 640.451418] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52da580c-a4ec-dad9-e880-78a715b65a00" [ 640.451418] env[69195]: _type = "Task" [ 640.451418] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.460111] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52da580c-a4ec-dad9-e880-78a715b65a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.594886] env[69195]: DEBUG nova.scheduler.client.report [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.657167] env[69195]: DEBUG nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.694405] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.695183] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.695183] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.695183] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.695341] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.695377] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.695581] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.695740] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.696212] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.696411] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.696717] env[69195]: DEBUG nova.virt.hardware [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.698107] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a8e535-c180-429d-8a64-98eb71b121e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.707756] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5461c0-9993-4c88-bf2f-811e1839870b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.754896] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.754896] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.766969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3202d2b-cdb8-4635-95ee-c637f8cb6d3a tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "3a89835b-0e9c-4c4f-bbea-7756af513133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.049s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.779569] env[69195]: INFO nova.compute.manager [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Took 28.06 seconds to build instance. [ 640.843463] env[69195]: INFO nova.compute.manager [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Took 28.00 seconds to build instance. [ 640.873203] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503817, 'name': Rename_Task, 'duration_secs': 0.209915} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.873203] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.873203] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a210261-8945-41dd-828c-9b25d8dd478e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.881591] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 640.881591] env[69195]: value = "task-3503818" [ 640.881591] env[69195]: _type = "Task" [ 640.881591] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.893313] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.964442] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52da580c-a4ec-dad9-e880-78a715b65a00, 'name': SearchDatastore_Task, 'duration_secs': 0.018243} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.964602] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.964855] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.965143] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2325972-36f0-4188-8fcc-421ea669dc19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.973064] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 640.973064] env[69195]: value = "task-3503819" [ 640.973064] env[69195]: _type = "Task" [ 640.973064] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.982434] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.100668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.101195] env[69195]: DEBUG nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.103941] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.712s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.105400] env[69195]: INFO nova.compute.claims [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.270434] env[69195]: DEBUG nova.compute.manager [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.284745] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0939147a-249f-4f9b-b5ae-3852682eeda4 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.570s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.331680] env[69195]: DEBUG nova.network.neutron [-] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.345965] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a58f7c8-1cd8-4106-b2c2-17e5129c8d4c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "3ea9a37d-ac0e-4827-ac84-5707acdee448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.506s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.396923] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.495869] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.614966] env[69195]: DEBUG nova.compute.utils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.620730] env[69195]: DEBUG nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.620730] env[69195]: DEBUG nova.network.neutron [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.789989] env[69195]: DEBUG nova.policy [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4c274142152453c9e795e55655d64a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a82963affa694f7c977f83973322f279', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.791280] env[69195]: DEBUG nova.compute.manager [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.806509] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.838451] env[69195]: INFO nova.compute.manager [-] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Took 2.05 seconds to deallocate network for instance. [ 641.840298] env[69195]: DEBUG nova.network.neutron [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Successfully updated port: 9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.897383] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.987872] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503819, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.121315] env[69195]: DEBUG nova.compute.manager [req-d46712be-c3b1-413e-8a45-f83a8f2e69b3 req-9b625bf8-bc21-4b96-b9d7-e9bf65add4f7 service nova] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Received event network-vif-deleted-5c3854ed-f36e-4b8d-9583-b0c609b2426e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.121931] env[69195]: DEBUG nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.321286] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.345516] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquiring lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.345671] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquired lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.345837] env[69195]: DEBUG nova.network.neutron [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.348300] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.397856] env[69195]: DEBUG oslo_vmware.api [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503818, 'name': PowerOnVM_Task, 'duration_secs': 1.083694} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.398713] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.398713] env[69195]: INFO nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Took 9.67 seconds to spawn the instance on the hypervisor. [ 642.398912] env[69195]: DEBUG nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.402768] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3b0df1-31ee-4b05-8e79-11d23f15cbdb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.483971] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95606d38-0012-4512-903a-bc48389ecb12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.498296] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503819, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.499827] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f41bfd-e29c-4c39-a921-415bd0731386 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.533569] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163cb4a1-53f0-498b-94ef-1027d3061bb8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.543350] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab52bb-1fa6-4240-8ee5-00342583fd3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.559864] env[69195]: DEBUG nova.compute.provider_tree [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.929753] env[69195]: INFO nova.compute.manager [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Took 23.49 seconds to build instance. [ 642.935556] env[69195]: DEBUG nova.network.neutron [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.996299] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503819, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.836702} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.996689] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.996982] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.997339] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c395a42-74ef-4044-9947-2c3bef8708ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.006915] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 643.006915] env[69195]: value = "task-3503820" [ 643.006915] env[69195]: _type = "Task" [ 643.006915] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.022929] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.040840] env[69195]: DEBUG nova.network.neutron [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Successfully created port: 7fc505fe-036c-4502-a906-e8bfc4cf0f43 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.063806] env[69195]: DEBUG nova.scheduler.client.report [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.134127] env[69195]: DEBUG nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.167491] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.169647] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.169647] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.169647] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.169647] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.169647] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.169920] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.169920] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.169920] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.169920] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.169920] env[69195]: DEBUG nova.virt.hardware [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.170337] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1be328-20ba-4df2-a316-2f5390c3e5cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.183383] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58de391-3141-4380-89f3-406cd5ead1f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.368585] env[69195]: DEBUG nova.network.neutron [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Updating instance_info_cache with network_info: [{"id": "9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40", "address": "fa:16:3e:0a:ca:00", "network": {"id": "51cb9fe1-0b25-4c8a-be98-07d846b2d0ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-470658714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43bca04fcf4533bfaf420079b3c133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea43eb1-2b", "ovs_interfaceid": "9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.432071] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff90a9c2-76a3-40a4-9528-5ef1185fcedd tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "65ae2509-68d5-4d9b-ab39-610837fd2029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.004s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.521569] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140256} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.521891] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.522848] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed00dc8-5eb2-4966-931a-5b04e79e893f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.549278] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.549507] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71a2356-6721-4504-898f-ebc4e105cdeb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.565193] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "3ea9a37d-ac0e-4827-ac84-5707acdee448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.565843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "3ea9a37d-ac0e-4827-ac84-5707acdee448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.565843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "3ea9a37d-ac0e-4827-ac84-5707acdee448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.565843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "3ea9a37d-ac0e-4827-ac84-5707acdee448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.566083] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "3ea9a37d-ac0e-4827-ac84-5707acdee448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.570683] env[69195]: INFO nova.compute.manager [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Terminating instance [ 643.575118] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.576815] env[69195]: DEBUG nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.580451] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.499s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.582425] env[69195]: INFO nova.compute.claims [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.585938] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 643.585938] env[69195]: value = "task-3503821" [ 643.585938] env[69195]: _type = "Task" [ 643.585938] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.596523] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503821, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.874612] env[69195]: DEBUG nova.compute.manager [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.875641] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Releasing lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.875641] env[69195]: DEBUG nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Instance network_info: |[{"id": "9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40", "address": "fa:16:3e:0a:ca:00", "network": {"id": "51cb9fe1-0b25-4c8a-be98-07d846b2d0ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-470658714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43bca04fcf4533bfaf420079b3c133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea43eb1-2b", "ovs_interfaceid": "9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.876044] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4fd0e8-f9a5-475d-969b-e1ca9999c0b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.879788] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:ca:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.886579] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Creating folder: Project (ab43bca04fcf4533bfaf420079b3c133). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.886868] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f01086bb-ced9-41c7-9b5f-28d42263125d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.901966] env[69195]: DEBUG nova.compute.manager [None req-39551d0d-b2e1-461f-8276-5f9893144439 tempest-ServerDiagnosticsV248Test-956333501 tempest-ServerDiagnosticsV248Test-956333501-project-admin] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.908347] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daee8f3-a7ac-46e2-bdf2-feb2e124ecb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.915024] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Created folder: Project (ab43bca04fcf4533bfaf420079b3c133) in parent group-v700121. [ 643.915024] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Creating folder: Instances. Parent ref: group-v700153. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.915024] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1838a1d2-6057-40bb-b571-42c0a4fa88b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.921138] env[69195]: INFO nova.compute.manager [None req-39551d0d-b2e1-461f-8276-5f9893144439 tempest-ServerDiagnosticsV248Test-956333501 tempest-ServerDiagnosticsV248Test-956333501-project-admin] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Retrieving diagnostics [ 643.922052] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cada7f4-a2f9-454f-af86-ad4ce51c800b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.931070] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Created folder: Instances in parent group-v700153. [ 643.931436] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.932218] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.932323] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b027480-ce4d-4b1a-a564-0b9bc14c1813 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.986725] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.986725] env[69195]: value = "task-3503824" [ 643.986725] env[69195]: _type = "Task" [ 643.986725] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.994360] env[69195]: DEBUG nova.compute.manager [req-94cf1822-9390-4e34-97a4-c57252dd4dc9 req-29a8b2e2-9ddf-45a4-ab49-763e53a27805 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Received event network-vif-plugged-9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.994647] env[69195]: DEBUG oslo_concurrency.lockutils [req-94cf1822-9390-4e34-97a4-c57252dd4dc9 req-29a8b2e2-9ddf-45a4-ab49-763e53a27805 service nova] Acquiring lock "26936d13-a3f7-4c52-8aa4-c46534af243b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.994923] env[69195]: DEBUG oslo_concurrency.lockutils [req-94cf1822-9390-4e34-97a4-c57252dd4dc9 req-29a8b2e2-9ddf-45a4-ab49-763e53a27805 service nova] Lock "26936d13-a3f7-4c52-8aa4-c46534af243b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.995209] env[69195]: DEBUG oslo_concurrency.lockutils [req-94cf1822-9390-4e34-97a4-c57252dd4dc9 req-29a8b2e2-9ddf-45a4-ab49-763e53a27805 service nova] Lock "26936d13-a3f7-4c52-8aa4-c46534af243b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.995437] env[69195]: DEBUG nova.compute.manager [req-94cf1822-9390-4e34-97a4-c57252dd4dc9 req-29a8b2e2-9ddf-45a4-ab49-763e53a27805 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] No waiting events found dispatching network-vif-plugged-9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.995692] env[69195]: WARNING nova.compute.manager [req-94cf1822-9390-4e34-97a4-c57252dd4dc9 req-29a8b2e2-9ddf-45a4-ab49-763e53a27805 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Received unexpected event network-vif-plugged-9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 for instance with vm_state building and task_state spawning. [ 644.004615] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503824, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.080728] env[69195]: DEBUG nova.compute.utils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.084236] env[69195]: DEBUG nova.compute.manager [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.084486] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.085040] env[69195]: DEBUG nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.085040] env[69195]: DEBUG nova.network.neutron [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.088974] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba52738-933b-49da-b28e-172d057c3608 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.110273] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.112877] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.113197] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74492e3d-2085-434f-abb3-6c34e3e9a07a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.122602] env[69195]: DEBUG oslo_vmware.api [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 644.122602] env[69195]: value = "task-3503825" [ 644.122602] env[69195]: _type = "Task" [ 644.122602] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.134153] env[69195]: DEBUG oslo_vmware.api [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.152889] env[69195]: DEBUG nova.policy [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b262cde7aaa4aefb8ce695a161a3439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74457562b2794e34a7636ebba4b3b1ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.411463] env[69195]: INFO nova.compute.manager [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] instance snapshotting [ 644.418134] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c7a487-91c1-433a-91c8-bbfe8c40bd62 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.448206] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882f7e6-5fa2-457c-b6d6-7f0d189cdde0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.506382] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503824, 'name': CreateVM_Task, 'duration_secs': 0.457642} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.506574] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.507470] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.507647] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.508522] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.508522] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e5bf30-b694-4518-91bc-e693f04b8a94 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.514646] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 644.514646] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c688d0-21f5-ae5c-6162-582d90229482" [ 644.514646] env[69195]: _type = "Task" [ 644.514646] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.530908] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c688d0-21f5-ae5c-6162-582d90229482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.587165] env[69195]: DEBUG nova.network.neutron [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Successfully created port: 89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.589516] env[69195]: DEBUG nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.619812] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503821, 'name': ReconfigVM_Task, 'duration_secs': 0.643556} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.619812] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Reconfigured VM instance instance-00000006 to attach disk [datastore2] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.619812] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-246bb653-4d77-46d7-a21e-b023435a739d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.631179] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 644.631179] env[69195]: value = "task-3503826" [ 644.631179] env[69195]: _type = "Task" [ 644.631179] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.646297] env[69195]: DEBUG oslo_vmware.api [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503825, 'name': PowerOffVM_Task, 'duration_secs': 0.308396} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.647511] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.647511] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 644.647719] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-143924c3-81db-4b49-a026-878c4b9c4fd4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.656887] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503826, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.720954] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.720954] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.721851] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleting the datastore file [datastore2] 3ea9a37d-ac0e-4827-ac84-5707acdee448 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.722254] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f99ce0d7-dcd8-4d64-81ac-26bba50773ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.736805] env[69195]: DEBUG oslo_vmware.api [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 644.736805] env[69195]: value = "task-3503828" [ 644.736805] env[69195]: _type = "Task" [ 644.736805] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.748897] env[69195]: DEBUG oslo_vmware.api [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.965846] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 644.966202] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30e67e88-9201-417f-9e74-4e27e42641a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.975118] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 644.975118] env[69195]: value = "task-3503829" [ 644.975118] env[69195]: _type = "Task" [ 644.975118] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.985587] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b488cb95-e3dd-4452-ae07-8639c06fc934 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.995514] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503829, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.997239] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a002462-eb20-41bd-adad-5ad1c5de4404 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.037044] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f5d46f-2363-4960-8211-8ee1c0b9f990 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.048817] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb4569c-5ab4-44d5-aab9-7a68cddf8f9e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.052935] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c688d0-21f5-ae5c-6162-582d90229482, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.053276] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.054779] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.054779] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.054779] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.054779] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.055031] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3004bba8-8148-47e8-9b3f-221a6a689196 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.065696] env[69195]: DEBUG nova.compute.provider_tree [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.067507] env[69195]: DEBUG nova.network.neutron [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Successfully updated port: 7fc505fe-036c-4502-a906-e8bfc4cf0f43 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.076038] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.076676] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.076885] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937ca0d0-861d-46a7-a778-6b3b4b86b3ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.082550] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 645.082550] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527fe13e-3db8-b214-0a4b-2dc97c36ca7f" [ 645.082550] env[69195]: _type = "Task" [ 645.082550] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.091897] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527fe13e-3db8-b214-0a4b-2dc97c36ca7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.142893] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503826, 'name': Rename_Task, 'duration_secs': 0.173759} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.145293] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.146110] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97da2541-0318-4ddd-a64a-719b6d14085b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.155566] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 645.155566] env[69195]: value = "task-3503830" [ 645.155566] env[69195]: _type = "Task" [ 645.155566] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.166988] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.247694] env[69195]: DEBUG oslo_vmware.api [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3503828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312834} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.247694] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.247694] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.247797] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.247958] env[69195]: INFO nova.compute.manager [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Took 1.16 seconds to destroy the instance on the hypervisor. [ 645.248302] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.248519] env[69195]: DEBUG nova.compute.manager [-] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.248614] env[69195]: DEBUG nova.network.neutron [-] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.488520] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503829, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.572766] env[69195]: DEBUG nova.scheduler.client.report [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.576794] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquiring lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.576794] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquired lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.576794] env[69195]: DEBUG nova.network.neutron [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.594749] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527fe13e-3db8-b214-0a4b-2dc97c36ca7f, 'name': SearchDatastore_Task, 'duration_secs': 0.027125} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.596087] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400ea386-350f-4ef3-bcf2-708c552202b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.604086] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 645.604086] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ccb6d1-3b90-9738-3865-3b9a791c0655" [ 645.604086] env[69195]: _type = "Task" [ 645.604086] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.612580] env[69195]: DEBUG nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.621146] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ccb6d1-3b90-9738-3865-3b9a791c0655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.647585] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.647841] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.648068] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.648197] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.648357] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.648489] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.648695] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.648853] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.649581] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.649906] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.650234] env[69195]: DEBUG nova.virt.hardware [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.651518] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0caf0e-cf73-4f67-b3a2-4a482e41c8ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.662484] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c9400a-5af3-4c0e-9286-87aedfdf4bd4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.682240] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503830, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.910537] env[69195]: DEBUG nova.compute.manager [req-7bc99a52-760b-4066-889e-6bbcc832b899 req-eada651f-46d3-4197-b4d4-39eb88f849f4 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Received event network-changed-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.910740] env[69195]: DEBUG nova.compute.manager [req-7bc99a52-760b-4066-889e-6bbcc832b899 req-eada651f-46d3-4197-b4d4-39eb88f849f4 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Refreshing instance network info cache due to event network-changed-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.910963] env[69195]: DEBUG oslo_concurrency.lockutils [req-7bc99a52-760b-4066-889e-6bbcc832b899 req-eada651f-46d3-4197-b4d4-39eb88f849f4 service nova] Acquiring lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.911535] env[69195]: DEBUG oslo_concurrency.lockutils [req-7bc99a52-760b-4066-889e-6bbcc832b899 req-eada651f-46d3-4197-b4d4-39eb88f849f4 service nova] Acquired lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.911769] env[69195]: DEBUG nova.network.neutron [req-7bc99a52-760b-4066-889e-6bbcc832b899 req-eada651f-46d3-4197-b4d4-39eb88f849f4 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Refreshing network info cache for port b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.990012] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503829, 'name': CreateSnapshot_Task, 'duration_secs': 0.924805} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.990395] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 645.991280] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2b1c69-61a9-4e8d-9a87-bd6978875ed0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.080568] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.083300] env[69195]: DEBUG nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.091886] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.403s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.095497] env[69195]: INFO nova.compute.claims [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.117394] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ccb6d1-3b90-9738-3865-3b9a791c0655, 'name': SearchDatastore_Task, 'duration_secs': 0.013374} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.117491] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.117778] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 26936d13-a3f7-4c52-8aa4-c46534af243b/26936d13-a3f7-4c52-8aa4-c46534af243b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.118070] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01b0393e-e61c-4eff-99aa-7e6258f1ada4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.125530] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 646.125530] env[69195]: value = "task-3503831" [ 646.125530] env[69195]: _type = "Task" [ 646.125530] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.137223] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.152206] env[69195]: DEBUG nova.network.neutron [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.175884] env[69195]: DEBUG oslo_vmware.api [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503830, 'name': PowerOnVM_Task, 'duration_secs': 0.574383} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.178392] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.178598] env[69195]: DEBUG nova.compute.manager [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.179536] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decf542b-7443-4f67-af46-5eda7affbe4e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.259348] env[69195]: DEBUG nova.network.neutron [-] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.300994] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.300994] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.513786] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 646.514841] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae54738c-2e1d-4ffa-9ec9-5925caedfbcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.521421] env[69195]: DEBUG nova.network.neutron [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Updating instance_info_cache with network_info: [{"id": "7fc505fe-036c-4502-a906-e8bfc4cf0f43", "address": "fa:16:3e:ed:1c:e7", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc505fe-03", "ovs_interfaceid": "7fc505fe-036c-4502-a906-e8bfc4cf0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.529712] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 646.529712] env[69195]: value = "task-3503832" [ 646.529712] env[69195]: _type = "Task" [ 646.529712] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.543468] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503832, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.598609] env[69195]: DEBUG nova.compute.utils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.607244] env[69195]: DEBUG nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.607244] env[69195]: DEBUG nova.network.neutron [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.638205] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503831, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.666965] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquiring lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.669291] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.669642] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquiring lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.669937] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.671384] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.674977] env[69195]: INFO nova.compute.manager [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Terminating instance [ 646.703704] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.749239] env[69195]: DEBUG nova.policy [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c16b72c42464aab94c50d2649d1d20a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f22bee75f1224272a7b1c6be76997971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.762771] env[69195]: INFO nova.compute.manager [-] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Took 1.51 seconds to deallocate network for instance. [ 646.802939] env[69195]: DEBUG nova.compute.manager [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.009791] env[69195]: DEBUG nova.network.neutron [req-7bc99a52-760b-4066-889e-6bbcc832b899 req-eada651f-46d3-4197-b4d4-39eb88f849f4 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Updated VIF entry in instance network info cache for port b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.009791] env[69195]: DEBUG nova.network.neutron [req-7bc99a52-760b-4066-889e-6bbcc832b899 req-eada651f-46d3-4197-b4d4-39eb88f849f4 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Updating instance_info_cache with network_info: [{"id": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "address": "fa:16:3e:5a:08:93", "network": {"id": "878caf31-1a1c-414a-ad6e-e0d1a5bb6171", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1392120608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f00bc540d422b9c84cbf70a892fc8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bbd501-d8", "ovs_interfaceid": "b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.027835] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Releasing lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.028219] env[69195]: DEBUG nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Instance network_info: |[{"id": "7fc505fe-036c-4502-a906-e8bfc4cf0f43", "address": "fa:16:3e:ed:1c:e7", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc505fe-03", "ovs_interfaceid": "7fc505fe-036c-4502-a906-e8bfc4cf0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.028898] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1c:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fc505fe-036c-4502-a906-e8bfc4cf0f43', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.037226] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Creating folder: Project (a82963affa694f7c977f83973322f279). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.038056] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d6df799-d426-462c-8819-242502651f0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.052812] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503832, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.054288] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Created folder: Project (a82963affa694f7c977f83973322f279) in parent group-v700121. [ 647.054771] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Creating folder: Instances. Parent ref: group-v700158. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.055056] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a71e7ad0-83cc-4e6f-bc5f-dd65c79ba721 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.068125] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Created folder: Instances in parent group-v700158. [ 647.068125] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.068309] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.068686] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e6647b1-fc62-43fc-b1bf-3e134fe52793 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.090391] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.090391] env[69195]: value = "task-3503835" [ 647.090391] env[69195]: _type = "Task" [ 647.090391] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.103883] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503835, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.113253] env[69195]: DEBUG nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.139733] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734602} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.140063] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 26936d13-a3f7-4c52-8aa4-c46534af243b/26936d13-a3f7-4c52-8aa4-c46534af243b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.140280] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.140550] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d59c11-d857-4000-84f1-7244fd32b857 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.148015] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 647.148015] env[69195]: value = "task-3503836" [ 647.148015] env[69195]: _type = "Task" [ 647.148015] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.161713] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.179603] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquiring lock "refresh_cache-0da933f2-aa13-4bd7-b1ba-e6ba4974b757" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.179817] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquired lock "refresh_cache-0da933f2-aa13-4bd7-b1ba-e6ba4974b757" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.179991] env[69195]: DEBUG nova.network.neutron [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.274718] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.327369] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.443816] env[69195]: DEBUG nova.network.neutron [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Successfully created port: dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.479203] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d796e36-8247-4674-a2ae-567fa90415c0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.493186] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c34e7-9d1d-4aba-9180-25b84b047dd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.525196] env[69195]: DEBUG oslo_concurrency.lockutils [req-7bc99a52-760b-4066-889e-6bbcc832b899 req-eada651f-46d3-4197-b4d4-39eb88f849f4 service nova] Releasing lock "refresh_cache-a22ba7df-ac38-46e5-992f-a67ecb06af62" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.526637] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41422d7-418e-4e25-831f-564dfbf063c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.537022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba5d10d-b260-4965-a68b-27f1ae62d1c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.562679] env[69195]: DEBUG nova.compute.provider_tree [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.564673] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503832, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.602886] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503835, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.661470] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201575} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.662555] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.663548] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ffceb-c1b5-48ce-a6a6-602ecbf16f17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.686985] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 26936d13-a3f7-4c52-8aa4-c46534af243b/26936d13-a3f7-4c52-8aa4-c46534af243b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.687667] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01161f90-cf6d-4299-8e94-c1c3c0264585 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.709783] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 647.709783] env[69195]: value = "task-3503837" [ 647.709783] env[69195]: _type = "Task" [ 647.709783] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.718235] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.750206] env[69195]: DEBUG nova.network.neutron [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.933936] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "437dd76d-4ce5-440d-8683-23c847f39e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.934369] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "437dd76d-4ce5-440d-8683-23c847f39e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.942817] env[69195]: DEBUG nova.network.neutron [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Successfully updated port: 89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.019587] env[69195]: DEBUG nova.compute.manager [req-6e38d142-a30f-430d-a977-2f83bbee8ddc req-577f7404-9aeb-432d-83f7-7a31109690bd service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Received event network-changed-9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.019852] env[69195]: DEBUG nova.compute.manager [req-6e38d142-a30f-430d-a977-2f83bbee8ddc req-577f7404-9aeb-432d-83f7-7a31109690bd service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Refreshing instance network info cache due to event network-changed-9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.020018] env[69195]: DEBUG oslo_concurrency.lockutils [req-6e38d142-a30f-430d-a977-2f83bbee8ddc req-577f7404-9aeb-432d-83f7-7a31109690bd service nova] Acquiring lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.020183] env[69195]: DEBUG oslo_concurrency.lockutils [req-6e38d142-a30f-430d-a977-2f83bbee8ddc req-577f7404-9aeb-432d-83f7-7a31109690bd service nova] Acquired lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.020440] env[69195]: DEBUG nova.network.neutron [req-6e38d142-a30f-430d-a977-2f83bbee8ddc req-577f7404-9aeb-432d-83f7-7a31109690bd service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Refreshing network info cache for port 9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.053419] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503832, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.066369] env[69195]: DEBUG nova.scheduler.client.report [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.107411] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503835, 'name': CreateVM_Task, 'duration_secs': 0.72429} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.107889] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.108801] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.109755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.110530] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.110699] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbaf1c50-0fd4-4ce3-9667-7d936907f57c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.120888] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 648.120888] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e012a4-70b5-0ed7-0c4d-a5eaa420c3ef" [ 648.120888] env[69195]: _type = "Task" [ 648.120888] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.128525] env[69195]: DEBUG nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.134785] env[69195]: DEBUG nova.network.neutron [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.136547] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e012a4-70b5-0ed7-0c4d-a5eaa420c3ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.163305] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.163305] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.163305] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.163587] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.163587] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.163587] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.165119] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.165119] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.165119] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.166411] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.166411] env[69195]: DEBUG nova.virt.hardware [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.167161] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d062be-0e14-4cc6-a3ca-b6c6d594330e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.180544] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72846c9a-d6b6-4cca-a097-ce88859d8c19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.221519] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503837, 'name': ReconfigVM_Task, 'duration_secs': 0.413045} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.221519] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 26936d13-a3f7-4c52-8aa4-c46534af243b/26936d13-a3f7-4c52-8aa4-c46534af243b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.222094] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c116e39-b9a5-4e41-9efb-2bf8938a815b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.229848] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 648.229848] env[69195]: value = "task-3503838" [ 648.229848] env[69195]: _type = "Task" [ 648.229848] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.243571] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503838, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.437444] env[69195]: DEBUG nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.446917] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.447637] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquired lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.447873] env[69195]: DEBUG nova.network.neutron [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.555677] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503832, 'name': CloneVM_Task, 'duration_secs': 1.9167} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.556022] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Created linked-clone VM from snapshot [ 648.556927] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e8230-be83-4373-b914-909399241c04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.566044] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Uploading image f08dfe78-3088-40a9-a649-905fa82e88cf {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 648.573497] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.574147] env[69195]: DEBUG nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.576834] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.886s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.578795] env[69195]: INFO nova.compute.claims [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.598640] env[69195]: DEBUG oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 648.598640] env[69195]: value = "vm-700157" [ 648.598640] env[69195]: _type = "VirtualMachine" [ 648.598640] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 648.598927] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7999f3cd-69f7-4e34-8e34-994b51e8ea00 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.608550] env[69195]: DEBUG oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lease: (returnval){ [ 648.608550] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5236c7cf-9dc6-a29f-ad1f-a2ac22963353" [ 648.608550] env[69195]: _type = "HttpNfcLease" [ 648.608550] env[69195]: } obtained for exporting VM: (result){ [ 648.608550] env[69195]: value = "vm-700157" [ 648.608550] env[69195]: _type = "VirtualMachine" [ 648.608550] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 648.608942] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the lease: (returnval){ [ 648.608942] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5236c7cf-9dc6-a29f-ad1f-a2ac22963353" [ 648.608942] env[69195]: _type = "HttpNfcLease" [ 648.608942] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 648.616759] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 648.616759] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5236c7cf-9dc6-a29f-ad1f-a2ac22963353" [ 648.616759] env[69195]: _type = "HttpNfcLease" [ 648.616759] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 648.634855] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e012a4-70b5-0ed7-0c4d-a5eaa420c3ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.635090] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.635334] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.635568] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.635710] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.635884] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.636207] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56e2513a-ef35-422f-a53e-847a3216e569 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.638527] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Releasing lock "refresh_cache-0da933f2-aa13-4bd7-b1ba-e6ba4974b757" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.639471] env[69195]: DEBUG nova.compute.manager [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.639471] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.639924] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8549bf6f-636f-416e-bb5c-ce27b5c26637 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.649864] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.650204] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd41fd34-8051-4ee9-b9f8-881d5dd1d2df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.653194] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.653369] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.658436] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1641898-5a29-432d-9c0d-8fdbe87cb9fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.665936] env[69195]: DEBUG oslo_vmware.api [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 648.665936] env[69195]: value = "task-3503840" [ 648.665936] env[69195]: _type = "Task" [ 648.665936] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.671125] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 648.671125] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520cd0e9-709b-a2d3-7af4-58c8d4b75a7f" [ 648.671125] env[69195]: _type = "Task" [ 648.671125] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.680053] env[69195]: DEBUG oslo_vmware.api [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.685671] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520cd0e9-709b-a2d3-7af4-58c8d4b75a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.687090] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f444d99d-5cac-4595-bcd5-0ce3456cde87 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.692183] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 648.692183] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b6ca96-bc4e-aff8-8016-8464533f67df" [ 648.692183] env[69195]: _type = "Task" [ 648.692183] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.700999] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b6ca96-bc4e-aff8-8016-8464533f67df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.740481] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503838, 'name': Rename_Task, 'duration_secs': 0.216043} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.740794] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.741180] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-215a77c2-5d78-4565-96df-bde7fc7d30e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.748771] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 648.748771] env[69195]: value = "task-3503841" [ 648.748771] env[69195]: _type = "Task" [ 648.748771] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.759267] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.980023] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.063168] env[69195]: DEBUG nova.network.neutron [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.090327] env[69195]: DEBUG nova.compute.utils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.091633] env[69195]: DEBUG nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.091794] env[69195]: DEBUG nova.network.neutron [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.125042] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 649.125042] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5236c7cf-9dc6-a29f-ad1f-a2ac22963353" [ 649.125042] env[69195]: _type = "HttpNfcLease" [ 649.125042] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 649.125393] env[69195]: DEBUG oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 649.125393] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5236c7cf-9dc6-a29f-ad1f-a2ac22963353" [ 649.125393] env[69195]: _type = "HttpNfcLease" [ 649.125393] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 649.126173] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4acfa5-3d7c-4c30-b923-74d4f5ea6d72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.134892] env[69195]: DEBUG oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52783caf-b4f0-2cc3-2c69-d5dd1961293e/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 649.135070] env[69195]: DEBUG oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52783caf-b4f0-2cc3-2c69-d5dd1961293e/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 649.204902] env[69195]: DEBUG nova.network.neutron [req-6e38d142-a30f-430d-a977-2f83bbee8ddc req-577f7404-9aeb-432d-83f7-7a31109690bd service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Updated VIF entry in instance network info cache for port 9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.205292] env[69195]: DEBUG nova.network.neutron [req-6e38d142-a30f-430d-a977-2f83bbee8ddc req-577f7404-9aeb-432d-83f7-7a31109690bd service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Updating instance_info_cache with network_info: [{"id": "9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40", "address": "fa:16:3e:0a:ca:00", "network": {"id": "51cb9fe1-0b25-4c8a-be98-07d846b2d0ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-470658714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43bca04fcf4533bfaf420079b3c133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea43eb1-2b", "ovs_interfaceid": "9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.217021] env[69195]: DEBUG nova.compute.manager [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Received event network-vif-plugged-7fc505fe-036c-4502-a906-e8bfc4cf0f43 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.217021] env[69195]: DEBUG oslo_concurrency.lockutils [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] Acquiring lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.217021] env[69195]: DEBUG oslo_concurrency.lockutils [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] Lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.217021] env[69195]: DEBUG oslo_concurrency.lockutils [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] Lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.217021] env[69195]: DEBUG nova.compute.manager [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] No waiting events found dispatching network-vif-plugged-7fc505fe-036c-4502-a906-e8bfc4cf0f43 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.217385] env[69195]: WARNING nova.compute.manager [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Received unexpected event network-vif-plugged-7fc505fe-036c-4502-a906-e8bfc4cf0f43 for instance with vm_state building and task_state spawning. [ 649.217385] env[69195]: DEBUG nova.compute.manager [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Received event network-changed-7fc505fe-036c-4502-a906-e8bfc4cf0f43 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.217385] env[69195]: DEBUG nova.compute.manager [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Refreshing instance network info cache due to event network-changed-7fc505fe-036c-4502-a906-e8bfc4cf0f43. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.217385] env[69195]: DEBUG oslo_concurrency.lockutils [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] Acquiring lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.217385] env[69195]: DEBUG oslo_concurrency.lockutils [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] Acquired lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.217636] env[69195]: DEBUG nova.network.neutron [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Refreshing network info cache for port 7fc505fe-036c-4502-a906-e8bfc4cf0f43 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.231265] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b6ca96-bc4e-aff8-8016-8464533f67df, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.235639] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.235639] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33/f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.235639] env[69195]: DEBUG oslo_vmware.api [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503840, 'name': PowerOffVM_Task, 'duration_secs': 0.432553} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.236941] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca649703-af2d-4092-a5a7-1a74fbfcfddc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.239031] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.239031] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.239773] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9355beef-9744-47d6-ae04-4043784b8076 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.248382] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 649.248382] env[69195]: value = "task-3503842" [ 649.248382] env[69195]: _type = "Task" [ 649.248382] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.267226] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.267649] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503841, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.271369] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.272015] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.272015] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Deleting the datastore file [datastore1] 0da933f2-aa13-4bd7-b1ba-e6ba4974b757 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.272202] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7f0d889-6017-4e08-b828-eed7b08347e9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.280863] env[69195]: DEBUG oslo_vmware.api [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for the task: (returnval){ [ 649.280863] env[69195]: value = "task-3503844" [ 649.280863] env[69195]: _type = "Task" [ 649.280863] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.295452] env[69195]: DEBUG oslo_vmware.api [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.335113] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0baf3884-a6e7-4f0c-b2d6-02d59886e646 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.375561] env[69195]: DEBUG nova.policy [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23dc1fa0880f4380950560e6876fc067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c92d3f177af4bfc87888db7a867126b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.596148] env[69195]: DEBUG nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.721082] env[69195]: DEBUG oslo_concurrency.lockutils [req-6e38d142-a30f-430d-a977-2f83bbee8ddc req-577f7404-9aeb-432d-83f7-7a31109690bd service nova] Releasing lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.776057] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503842, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.782782] env[69195]: DEBUG oslo_vmware.api [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503841, 'name': PowerOnVM_Task, 'duration_secs': 0.531893} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.786934] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.787441] env[69195]: INFO nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Took 9.13 seconds to spawn the instance on the hypervisor. [ 649.787771] env[69195]: DEBUG nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.792860] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2259ae-3084-4d50-9b65-dc548e96e638 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.802109] env[69195]: DEBUG oslo_vmware.api [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.016045] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.018716] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.086151] env[69195]: DEBUG nova.network.neutron [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updating instance_info_cache with network_info: [{"id": "89926c03-29a8-4b6e-839d-f40ff95ec996", "address": "fa:16:3e:45:a3:f2", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89926c03-29", "ovs_interfaceid": "89926c03-29a8-4b6e-839d-f40ff95ec996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.098447] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e2deff-4483-4d98-8ae6-630056978eb3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.120027] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de811b91-7a34-4986-a844-c81a51fa93a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.169665] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5aba1-5e2a-4558-b6de-be869ba72925 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.179744] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece03565-b953-46eb-a07e-c3c9dd176ac7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.205135] env[69195]: DEBUG nova.compute.provider_tree [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.266477] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766297} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.266477] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33/f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.266854] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.266967] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6562b3a6-763d-42ea-936c-3a6ef503fae3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.281018] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 650.281018] env[69195]: value = "task-3503845" [ 650.281018] env[69195]: _type = "Task" [ 650.281018] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.298382] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.302984] env[69195]: DEBUG oslo_vmware.api [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Task: {'id': task-3503844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.663555} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.304445] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.304641] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.305414] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.305684] env[69195]: INFO nova.compute.manager [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Took 1.67 seconds to destroy the instance on the hypervisor. [ 650.307084] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.307716] env[69195]: DEBUG nova.compute.manager [-] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.307716] env[69195]: DEBUG nova.network.neutron [-] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.317117] env[69195]: INFO nova.compute.manager [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Took 20.68 seconds to build instance. [ 650.390029] env[69195]: DEBUG nova.network.neutron [-] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.590040] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Releasing lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.590428] env[69195]: DEBUG nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Instance network_info: |[{"id": "89926c03-29a8-4b6e-839d-f40ff95ec996", "address": "fa:16:3e:45:a3:f2", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89926c03-29", "ovs_interfaceid": "89926c03-29a8-4b6e-839d-f40ff95ec996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.590877] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:a3:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89926c03-29a8-4b6e-839d-f40ff95ec996', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.601179] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Creating folder: Project (74457562b2794e34a7636ebba4b3b1ac). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.601326] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a44f3a-44d8-4817-b086-7c280d346440 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.613841] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Created folder: Project (74457562b2794e34a7636ebba4b3b1ac) in parent group-v700121. [ 650.613928] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Creating folder: Instances. Parent ref: group-v700161. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.617800] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7764690a-4a44-42c8-b41d-abe94afb44e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.620958] env[69195]: DEBUG nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.636945] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Created folder: Instances in parent group-v700161. [ 650.637470] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.638239] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.639277] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ce40e5f-afe1-445c-b1c0-88740d0f985b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.669719] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.669719] env[69195]: value = "task-3503848" [ 650.669719] env[69195]: _type = "Task" [ 650.669719] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.676320] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.679028] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.679028] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.679028] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.679028] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.679028] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.679028] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.679666] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.679666] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.679666] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.679666] env[69195]: DEBUG nova.virt.hardware [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.680121] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb80a23-1ecf-4bb1-b2f2-e99261ff3400 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.691681] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503848, 'name': CreateVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.695357] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ff4445-73cd-4f64-ab51-e030a7b9a944 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.716023] env[69195]: DEBUG nova.scheduler.client.report [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.792689] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079172} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.792689] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.793761] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fada457f-d0df-4791-8fa5-4d95f0b3ff0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.809973] env[69195]: INFO nova.compute.manager [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Rebuilding instance [ 650.821372] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33/f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.824644] env[69195]: DEBUG oslo_concurrency.lockutils [None req-acb9bd04-55ce-4b70-acba-81f15d90a377 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "26936d13-a3f7-4c52-8aa4-c46534af243b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.190s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.825216] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b54c365-997a-4120-9bda-f38adbba7ed6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.849822] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 650.849822] env[69195]: value = "task-3503849" [ 650.849822] env[69195]: _type = "Task" [ 650.849822] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.882279] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.895031] env[69195]: DEBUG nova.network.neutron [-] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.907905] env[69195]: DEBUG nova.compute.manager [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.908870] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e634b0-1ad0-4b5e-b49a-0b769fd07659 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.185994] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503848, 'name': CreateVM_Task, 'duration_secs': 0.471132} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.187788] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.188549] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.188685] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.189456] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.189456] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a87f7f-6e53-4867-8505-5a179ec87040 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.197368] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 651.197368] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f90d66-044d-58ba-5d42-6b5839cd8b44" [ 651.197368] env[69195]: _type = "Task" [ 651.197368] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.207435] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f90d66-044d-58ba-5d42-6b5839cd8b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.220957] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.221825] env[69195]: DEBUG nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.225096] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.314s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.225443] env[69195]: DEBUG nova.objects.instance [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lazy-loading 'resources' on Instance uuid 880df278-decd-404d-a1f9-4f7eca553850 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.233325] env[69195]: DEBUG nova.network.neutron [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Updated VIF entry in instance network info cache for port 7fc505fe-036c-4502-a906-e8bfc4cf0f43. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.234220] env[69195]: DEBUG nova.network.neutron [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Updating instance_info_cache with network_info: [{"id": "7fc505fe-036c-4502-a906-e8bfc4cf0f43", "address": "fa:16:3e:ed:1c:e7", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc505fe-03", "ovs_interfaceid": "7fc505fe-036c-4502-a906-e8bfc4cf0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.344386] env[69195]: DEBUG nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.368608] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503849, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.403031] env[69195]: INFO nova.compute.manager [-] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Took 1.09 seconds to deallocate network for instance. [ 651.696463] env[69195]: DEBUG nova.network.neutron [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Successfully updated port: dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.698509] env[69195]: DEBUG nova.network.neutron [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Successfully created port: 4491abce-8bb6-45c4-8100-85d4e9ca90a3 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.718441] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f90d66-044d-58ba-5d42-6b5839cd8b44, 'name': SearchDatastore_Task, 'duration_secs': 0.017367} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.718822] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.719116] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.719977] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.719977] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.719977] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.720259] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2b85cd2-3c17-419f-ac82-0c851fe326b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.729252] env[69195]: DEBUG nova.compute.utils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.735493] env[69195]: DEBUG nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.735635] env[69195]: DEBUG nova.network.neutron [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.737778] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.737778] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.741698] env[69195]: DEBUG oslo_concurrency.lockutils [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] Releasing lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.741698] env[69195]: DEBUG nova.compute.manager [req-be908304-ba0a-42e6-befd-50e2dbe77524 req-c345a7d5-bacb-4f80-bf80-2de7800ebdbf service nova] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Received event network-vif-deleted-b0b02262-168a-44e4-b5fc-e94d77b9e880 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.741698] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76fd47d-6125-4517-9c69-10e4b1aaf240 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.746948] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 651.746948] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52acb5b2-e119-3cc5-caef-73471aafe496" [ 651.746948] env[69195]: _type = "Task" [ 651.746948] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.756443] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52acb5b2-e119-3cc5-caef-73471aafe496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.868977] env[69195]: DEBUG nova.compute.manager [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Received event network-vif-plugged-89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.870094] env[69195]: DEBUG oslo_concurrency.lockutils [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] Acquiring lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.870094] env[69195]: DEBUG oslo_concurrency.lockutils [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] Lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.870094] env[69195]: DEBUG oslo_concurrency.lockutils [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] Lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.870418] env[69195]: DEBUG nova.compute.manager [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] No waiting events found dispatching network-vif-plugged-89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.870572] env[69195]: WARNING nova.compute.manager [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Received unexpected event network-vif-plugged-89926c03-29a8-4b6e-839d-f40ff95ec996 for instance with vm_state building and task_state spawning. [ 651.870853] env[69195]: DEBUG nova.compute.manager [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Received event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.871620] env[69195]: DEBUG nova.compute.manager [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing instance network info cache due to event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.871620] env[69195]: DEBUG oslo_concurrency.lockutils [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] Acquiring lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.871850] env[69195]: DEBUG oslo_concurrency.lockutils [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] Acquired lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.872043] env[69195]: DEBUG nova.network.neutron [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.880450] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.894122] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503849, 'name': ReconfigVM_Task, 'duration_secs': 0.587437} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.895305] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Reconfigured VM instance instance-0000000c to attach disk [datastore1] f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33/f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.896452] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4bd7d33-1a43-4108-ad69-e5ee686e68b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.905530] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 651.905530] env[69195]: value = "task-3503850" [ 651.905530] env[69195]: _type = "Task" [ 651.905530] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.914754] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.922698] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503850, 'name': Rename_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.925390] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.925805] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835998d3-e626-4ee0-95e5-1dc1a2f2de45 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.934516] env[69195]: DEBUG nova.policy [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f62a1f94fec484cbd707558e2658417', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9251b48ce654f23aefe5dabc87377e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.936634] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 651.936634] env[69195]: value = "task-3503851" [ 651.936634] env[69195]: _type = "Task" [ 651.936634] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.951335] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.155525] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5e8ba1-de44-4ecc-a8fd-bdc6642663dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.163843] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674106c4-a2e2-44d0-a460-636e3d6ef591 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.202928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquiring lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.203268] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquired lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.203268] env[69195]: DEBUG nova.network.neutron [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.205523] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cf6b49-e803-4a86-99d9-d76c3ae281a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.214586] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13076471-c69e-41ba-8759-6d83b37dafd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.230621] env[69195]: DEBUG nova.compute.provider_tree [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.234998] env[69195]: DEBUG nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.261576] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52acb5b2-e119-3cc5-caef-73471aafe496, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.262765] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7603d25-e3df-4576-b443-cd1f66049555 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.268957] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 652.268957] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bb1df9-3fea-3a42-b3e3-06038de93625" [ 652.268957] env[69195]: _type = "Task" [ 652.268957] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.280333] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bb1df9-3fea-3a42-b3e3-06038de93625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.418827] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503850, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.450611] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503851, 'name': PowerOffVM_Task, 'duration_secs': 0.174023} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.450611] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.450611] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.450611] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6af06a6-e027-4032-a567-a66410c50b95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.463640] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.463640] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c3f8aeb-e6bd-4460-9a9e-4d477feab149 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.492224] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.492224] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.492224] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Deleting the datastore file [datastore2] debd9dcf-05da-400c-aa51-474e90036b8f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.492224] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1242d670-0e1d-4446-88de-c336ec2ae13a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.502334] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 652.502334] env[69195]: value = "task-3503853" [ 652.502334] env[69195]: _type = "Task" [ 652.502334] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.516790] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.614709] env[69195]: DEBUG nova.compute.manager [req-d3746766-0d64-4a9d-b2c1-8bd27ad7504a req-d95727d6-eec2-4117-8c81-187579c07771 service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Received event network-vif-plugged-dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.614951] env[69195]: DEBUG oslo_concurrency.lockutils [req-d3746766-0d64-4a9d-b2c1-8bd27ad7504a req-d95727d6-eec2-4117-8c81-187579c07771 service nova] Acquiring lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.615236] env[69195]: DEBUG oslo_concurrency.lockutils [req-d3746766-0d64-4a9d-b2c1-8bd27ad7504a req-d95727d6-eec2-4117-8c81-187579c07771 service nova] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.615416] env[69195]: DEBUG oslo_concurrency.lockutils [req-d3746766-0d64-4a9d-b2c1-8bd27ad7504a req-d95727d6-eec2-4117-8c81-187579c07771 service nova] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.616973] env[69195]: DEBUG nova.compute.manager [req-d3746766-0d64-4a9d-b2c1-8bd27ad7504a req-d95727d6-eec2-4117-8c81-187579c07771 service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] No waiting events found dispatching network-vif-plugged-dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.616973] env[69195]: WARNING nova.compute.manager [req-d3746766-0d64-4a9d-b2c1-8bd27ad7504a req-d95727d6-eec2-4117-8c81-187579c07771 service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Received unexpected event network-vif-plugged-dcf8155c-ab4b-4fe2-9f4f-3809905255b3 for instance with vm_state building and task_state spawning. [ 652.710100] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.710845] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.733458] env[69195]: DEBUG nova.scheduler.client.report [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.782943] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bb1df9-3fea-3a42-b3e3-06038de93625, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.782943] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.782943] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 1fe2cb9c-5004-471a-8ddf-98efa38d33e3/1fe2cb9c-5004-471a-8ddf-98efa38d33e3.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.782943] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f74cf5b-9a1c-4c75-ac92-4071225e0dec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.790146] env[69195]: DEBUG nova.network.neutron [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.799456] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 652.799456] env[69195]: value = "task-3503854" [ 652.799456] env[69195]: _type = "Task" [ 652.799456] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.809856] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.924210] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503850, 'name': Rename_Task, 'duration_secs': 0.608055} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.927909] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.928126] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff5e477-a198-4e7b-93fc-6812b40e0938 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.936277] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 652.936277] env[69195]: value = "task-3503855" [ 652.936277] env[69195]: _type = "Task" [ 652.936277] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.947338] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.012202] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164143} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.012972] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.012972] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.012972] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.238535] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.243362] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.368s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.243362] env[69195]: DEBUG nova.objects.instance [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Lazy-loading 'resources' on Instance uuid 0beb4efd-52b6-4f5c-bda5-6115113cdaa7 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.250425] env[69195]: DEBUG nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.269334] env[69195]: DEBUG nova.network.neutron [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Updating instance_info_cache with network_info: [{"id": "dcf8155c-ab4b-4fe2-9f4f-3809905255b3", "address": "fa:16:3e:12:e6:ed", "network": {"id": "12d84c5e-85c1-4622-8091-8f6a722267ea", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-240341359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f22bee75f1224272a7b1c6be76997971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf8155c-ab", "ovs_interfaceid": "dcf8155c-ab4b-4fe2-9f4f-3809905255b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.275508] env[69195]: INFO nova.scheduler.client.report [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Deleted allocations for instance 880df278-decd-404d-a1f9-4f7eca553850 [ 653.287601] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:08:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='508146834',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1692787038',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.288996] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.288996] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.288996] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.289161] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.290085] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.290085] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.290085] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.290085] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.290339] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.290506] env[69195]: DEBUG nova.virt.hardware [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.292105] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a788842-f14f-4ce2-adaf-823dc60a0691 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.310938] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8412a2e2-67a0-436d-8bec-fc4db1d296a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.321901] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.453214] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.745512] env[69195]: DEBUG nova.network.neutron [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updated VIF entry in instance network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.745920] env[69195]: DEBUG nova.network.neutron [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updating instance_info_cache with network_info: [{"id": "89926c03-29a8-4b6e-839d-f40ff95ec996", "address": "fa:16:3e:45:a3:f2", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89926c03-29", "ovs_interfaceid": "89926c03-29a8-4b6e-839d-f40ff95ec996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.771746] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Releasing lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.772133] env[69195]: DEBUG nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Instance network_info: |[{"id": "dcf8155c-ab4b-4fe2-9f4f-3809905255b3", "address": "fa:16:3e:12:e6:ed", "network": {"id": "12d84c5e-85c1-4622-8091-8f6a722267ea", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-240341359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f22bee75f1224272a7b1c6be76997971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf8155c-ab", "ovs_interfaceid": "dcf8155c-ab4b-4fe2-9f4f-3809905255b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.772562] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:e6:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcf8155c-ab4b-4fe2-9f4f-3809905255b3', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.785838] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Creating folder: Project (f22bee75f1224272a7b1c6be76997971). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.792379] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e6bddde-2478-46eb-a04f-b1868224eda6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.798627] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f81a76eb-36c9-469f-9a50-3fc33331d375 tempest-ImagesNegativeTestJSON-153925992 tempest-ImagesNegativeTestJSON-153925992-project-member] Lock "880df278-decd-404d-a1f9-4f7eca553850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.489s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.812734] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Created folder: Project (f22bee75f1224272a7b1c6be76997971) in parent group-v700121. [ 653.812734] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Creating folder: Instances. Parent ref: group-v700164. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.812734] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c45d83f3-f8e2-4ba6-89d6-e1cae2af4bdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.819270] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688101} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.819499] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 1fe2cb9c-5004-471a-8ddf-98efa38d33e3/1fe2cb9c-5004-471a-8ddf-98efa38d33e3.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.819624] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.822395] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6795d571-c81f-491d-94ed-40b0d9fa41e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.828919] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Created folder: Instances in parent group-v700164. [ 653.828919] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.828919] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.828919] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58def230-4810-4c0f-b237-5d30e524c54b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.846599] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 653.846599] env[69195]: value = "task-3503858" [ 653.846599] env[69195]: _type = "Task" [ 653.846599] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.852770] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.852770] env[69195]: value = "task-3503859" [ 653.852770] env[69195]: _type = "Task" [ 653.852770] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.865427] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.873508] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503859, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.948857] env[69195]: DEBUG oslo_vmware.api [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503855, 'name': PowerOnVM_Task, 'duration_secs': 0.709188} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.948857] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.948857] env[69195]: INFO nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Took 10.81 seconds to spawn the instance on the hypervisor. [ 653.949489] env[69195]: DEBUG nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.949777] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ff09c-5c3e-4b40-af31-478362ae3451 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.966417] env[69195]: DEBUG nova.network.neutron [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Successfully created port: e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.019283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquiring lock "a22ba7df-ac38-46e5-992f-a67ecb06af62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.019283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "a22ba7df-ac38-46e5-992f-a67ecb06af62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.019283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquiring lock "a22ba7df-ac38-46e5-992f-a67ecb06af62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.019445] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "a22ba7df-ac38-46e5-992f-a67ecb06af62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.019445] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "a22ba7df-ac38-46e5-992f-a67ecb06af62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.026607] env[69195]: INFO nova.compute.manager [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Terminating instance [ 654.071048] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.071048] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.071048] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.071048] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.071833] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.071833] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.071833] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.071833] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.071833] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.072369] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.072369] env[69195]: DEBUG nova.virt.hardware [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.073261] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291d49d6-6bd5-4ad0-9c5f-84004f7e375b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.088188] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7fbe82-eb2f-4513-abf0-9d5aa9dd2366 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.107169] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.113185] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.116181] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.119081] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49a7fb55-c80a-43e1-a3db-6f780435053e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.143181] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.143181] env[69195]: value = "task-3503860" [ 654.143181] env[69195]: _type = "Task" [ 654.143181] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.155663] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503860, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.257455] env[69195]: DEBUG oslo_concurrency.lockutils [req-99f34715-e5b9-4393-980a-410602e62a0f req-7b7e29f9-210f-41bc-8265-860829ed8038 service nova] Releasing lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.309786] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda1c02e-f992-4842-8d64-bbc33081b447 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.320545] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5a5fb1-8d5e-46a5-8d81-aa34efc78b68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.367539] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467960a5-681c-402a-b49b-84ac78b9e39b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.377092] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099457} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.384022] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.384022] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503859, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.384772] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a045d2-59c2-4d7a-ac6d-3715fb07dfa1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.389579] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79ab53-bcbd-4e50-8bc9-ee93b8bbfce8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.406932] env[69195]: DEBUG nova.compute.provider_tree [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.429758] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 1fe2cb9c-5004-471a-8ddf-98efa38d33e3/1fe2cb9c-5004-471a-8ddf-98efa38d33e3.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.430468] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8bd34f1-484f-40eb-aa87-1e04ace0fc95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.452444] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 654.452444] env[69195]: value = "task-3503861" [ 654.452444] env[69195]: _type = "Task" [ 654.452444] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.466031] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.472266] env[69195]: INFO nova.compute.manager [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Took 24.72 seconds to build instance. [ 654.533246] env[69195]: DEBUG nova.compute.manager [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.533497] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.534771] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbeae0c-b4f2-473c-b563-7231a596a958 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.542532] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.542807] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aea0176-cbf8-4fd3-9695-8f5bfd1ed9e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.549840] env[69195]: DEBUG oslo_vmware.api [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 654.549840] env[69195]: value = "task-3503862" [ 654.549840] env[69195]: _type = "Task" [ 654.549840] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.559301] env[69195]: DEBUG oslo_vmware.api [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.657619] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503860, 'name': CreateVM_Task, 'duration_secs': 0.346519} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.658487] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.659263] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.659494] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.660309] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.660616] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0710bf4f-8019-4b6e-ac51-c631c5ea525d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.666435] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 654.666435] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e555cd-e36e-38f5-5a20-8cb1a2484013" [ 654.666435] env[69195]: _type = "Task" [ 654.666435] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.677121] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e555cd-e36e-38f5-5a20-8cb1a2484013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.873890] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503859, 'name': CreateVM_Task, 'duration_secs': 0.5735} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.874015] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.874806] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.931996] env[69195]: DEBUG nova.scheduler.client.report [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.966041] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503861, 'name': ReconfigVM_Task, 'duration_secs': 0.438349} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.967780] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 1fe2cb9c-5004-471a-8ddf-98efa38d33e3/1fe2cb9c-5004-471a-8ddf-98efa38d33e3.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.970734] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5957b12a-1a7f-4aca-83e6-29fb096050ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.973153] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.973389] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.974999] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5815ef3c-7313-46cf-9f20-a9f509e3540d tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.430s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.980166] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 654.980166] env[69195]: value = "task-3503863" [ 654.980166] env[69195]: _type = "Task" [ 654.980166] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.994349] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503863, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.059739] env[69195]: DEBUG oslo_vmware.api [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503862, 'name': PowerOffVM_Task, 'duration_secs': 0.286263} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.060010] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.060190] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.060447] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9d11c7c-bd92-4091-a073-ec6084221c5f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.123201] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.123443] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.123820] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Deleting the datastore file [datastore1] a22ba7df-ac38-46e5-992f-a67ecb06af62 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.124299] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8678375f-5f65-4cef-a1e1-857971afe801 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.132069] env[69195]: DEBUG oslo_vmware.api [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for the task: (returnval){ [ 655.132069] env[69195]: value = "task-3503865" [ 655.132069] env[69195]: _type = "Task" [ 655.132069] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.141616] env[69195]: DEBUG oslo_vmware.api [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.176608] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e555cd-e36e-38f5-5a20-8cb1a2484013, 'name': SearchDatastore_Task, 'duration_secs': 0.019885} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.177030] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.177331] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.177701] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.177973] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.178306] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.178648] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.178914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.179260] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa19588b-e003-453f-a4ec-76f9f5f0b141 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.181950] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b762012e-b7e9-407a-a973-80b5c38702db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.187878] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 655.187878] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52358216-202a-efee-956c-4f1209061643" [ 655.187878] env[69195]: _type = "Task" [ 655.187878] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.192664] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.193029] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.194376] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516ec61e-b61a-4d00-9430-3317832df6d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.200379] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52358216-202a-efee-956c-4f1209061643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.203759] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 655.203759] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52730add-b35a-33f8-c81b-941f04644e4f" [ 655.203759] env[69195]: _type = "Task" [ 655.203759] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.211989] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52730add-b35a-33f8-c81b-941f04644e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.317434] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.317783] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.439053] env[69195]: DEBUG nova.network.neutron [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Successfully updated port: 4491abce-8bb6-45c4-8100-85d4e9ca90a3 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.440708] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.445214] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.639s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.451672] env[69195]: INFO nova.compute.claims [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.478633] env[69195]: DEBUG nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.497673] env[69195]: INFO nova.scheduler.client.report [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Deleted allocations for instance 0beb4efd-52b6-4f5c-bda5-6115113cdaa7 [ 655.508352] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503863, 'name': Rename_Task, 'duration_secs': 0.250667} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.508889] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.509158] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de5e29a9-92be-41c0-a18d-c41c1106becd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.520136] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 655.520136] env[69195]: value = "task-3503866" [ 655.520136] env[69195]: _type = "Task" [ 655.520136] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.543276] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.643910] env[69195]: DEBUG oslo_vmware.api [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Task: {'id': task-3503865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378332} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.644259] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.644457] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.644626] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.644815] env[69195]: INFO nova.compute.manager [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Took 1.11 seconds to destroy the instance on the hypervisor. [ 655.645081] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.645303] env[69195]: DEBUG nova.compute.manager [-] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.645401] env[69195]: DEBUG nova.network.neutron [-] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.701039] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52358216-202a-efee-956c-4f1209061643, 'name': SearchDatastore_Task, 'duration_secs': 0.021572} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.701526] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.701937] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.702296] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717042] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52730add-b35a-33f8-c81b-941f04644e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011827} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.717042] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a2a6af-64bf-468f-8ca6-d63d2e50dd5b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.722179] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 655.722179] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5223ffa6-9bd5-07bc-d9c8-782735e67ae2" [ 655.722179] env[69195]: _type = "Task" [ 655.722179] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.733568] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5223ffa6-9bd5-07bc-d9c8-782735e67ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.947233] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.947435] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.947571] env[69195]: DEBUG nova.network.neutron [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.012335] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae655229-e6d0-4b45-982b-76f7dd85e538 tempest-DeleteServersAdminTestJSON-1914332709 tempest-DeleteServersAdminTestJSON-1914332709-project-admin] Lock "0beb4efd-52b6-4f5c-bda5-6115113cdaa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.463s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.021976] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.028927] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503866, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.235322] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5223ffa6-9bd5-07bc-d9c8-782735e67ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.019068} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.235898] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.236379] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.236723] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.236913] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.237240] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cebf91ea-aa76-4426-9cad-f0fd6aef4d38 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.239945] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-834beeba-b90d-4e26-9d0a-5e7fb2d533e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.248411] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 656.248411] env[69195]: value = "task-3503867" [ 656.248411] env[69195]: _type = "Task" [ 656.248411] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.253940] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.253940] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.255590] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42ab705-2da9-41f3-b839-58acae417e56 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.263349] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.267114] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 656.267114] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5216119c-8e31-f3ea-203b-79f6ea24e0c7" [ 656.267114] env[69195]: _type = "Task" [ 656.267114] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.277389] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5216119c-8e31-f3ea-203b-79f6ea24e0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.541149] env[69195]: DEBUG oslo_vmware.api [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3503866, 'name': PowerOnVM_Task, 'duration_secs': 0.856649} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.542144] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.542529] env[69195]: INFO nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Took 10.93 seconds to spawn the instance on the hypervisor. [ 656.542801] env[69195]: DEBUG nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.544204] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b31545-54c6-4bc7-88fb-716c862928d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.769513] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503867, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.780178] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5216119c-8e31-f3ea-203b-79f6ea24e0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.785075] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d847361b-4638-4691-9dc0-4f3c75bb9eb9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.790387] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 656.790387] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d88dbf-6115-645a-7071-d5bd7e7656e7" [ 656.790387] env[69195]: _type = "Task" [ 656.790387] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.800873] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d88dbf-6115-645a-7071-d5bd7e7656e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.830551] env[69195]: DEBUG nova.network.neutron [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.949263] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e9c43-d966-4f9a-a23a-d2cd2df62be0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.957473] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea81069-6450-45bb-8149-81653d1a422f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.995427] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0998b2-3bf4-4c47-946b-32d308f66afb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.999935] env[69195]: DEBUG nova.compute.manager [req-46194fea-9039-4a15-bfe1-07fbab7ca723 req-7e8f55ae-7800-42b6-a84b-9cd903991be6 service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Received event network-changed-dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.000068] env[69195]: DEBUG nova.compute.manager [req-46194fea-9039-4a15-bfe1-07fbab7ca723 req-7e8f55ae-7800-42b6-a84b-9cd903991be6 service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Refreshing instance network info cache due to event network-changed-dcf8155c-ab4b-4fe2-9f4f-3809905255b3. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.000173] env[69195]: DEBUG oslo_concurrency.lockutils [req-46194fea-9039-4a15-bfe1-07fbab7ca723 req-7e8f55ae-7800-42b6-a84b-9cd903991be6 service nova] Acquiring lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.000484] env[69195]: DEBUG oslo_concurrency.lockutils [req-46194fea-9039-4a15-bfe1-07fbab7ca723 req-7e8f55ae-7800-42b6-a84b-9cd903991be6 service nova] Acquired lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.000484] env[69195]: DEBUG nova.network.neutron [req-46194fea-9039-4a15-bfe1-07fbab7ca723 req-7e8f55ae-7800-42b6-a84b-9cd903991be6 service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Refreshing network info cache for port dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.013327] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9357d7a6-c612-4d91-9831-7eac42cdb712 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.031903] env[69195]: DEBUG nova.compute.provider_tree [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.074680] env[69195]: INFO nova.compute.manager [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Took 26.71 seconds to build instance. [ 657.267393] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573842} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.268133] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.268133] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.268301] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88e2b270-2141-4f54-8e12-67470b6b5ea2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.276312] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 657.276312] env[69195]: value = "task-3503868" [ 657.276312] env[69195]: _type = "Task" [ 657.276312] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.285978] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.301973] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d88dbf-6115-645a-7071-d5bd7e7656e7, 'name': SearchDatastore_Task, 'duration_secs': 0.020052} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.302364] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.302657] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d/91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.302970] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cebc4d16-a8a2-41d2-9245-90359f5e4ee9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.311382] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 657.311382] env[69195]: value = "task-3503869" [ 657.311382] env[69195]: _type = "Task" [ 657.311382] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.320999] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.384820] env[69195]: DEBUG nova.network.neutron [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance_info_cache with network_info: [{"id": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "address": "fa:16:3e:48:4d:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491abce-8b", "ovs_interfaceid": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.539574] env[69195]: DEBUG nova.scheduler.client.report [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.577048] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5c4b1f28-4a8c-4ad2-882d-ee59c19d0388 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.040s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.633797] env[69195]: DEBUG nova.network.neutron [-] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.796478] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083773} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.796478] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.796478] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7447730-f76a-4f18-b479-b5be2888d638 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.827815] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.830829] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b220ae41-cad9-4800-8904-a2c7abec3425 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.851319] env[69195]: DEBUG nova.compute.manager [None req-c204f148-c1f5-43ca-a740-9052f3320752 tempest-ServerExternalEventsTest-1968885178 tempest-ServerExternalEventsTest-1968885178-project] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Received event network-changed {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.851319] env[69195]: DEBUG nova.compute.manager [None req-c204f148-c1f5-43ca-a740-9052f3320752 tempest-ServerExternalEventsTest-1968885178 tempest-ServerExternalEventsTest-1968885178-project] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Refreshing instance network info cache due to event network-changed. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.851319] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c204f148-c1f5-43ca-a740-9052f3320752 tempest-ServerExternalEventsTest-1968885178 tempest-ServerExternalEventsTest-1968885178-project] Acquiring lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.851319] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c204f148-c1f5-43ca-a740-9052f3320752 tempest-ServerExternalEventsTest-1968885178 tempest-ServerExternalEventsTest-1968885178-project] Acquired lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.851319] env[69195]: DEBUG nova.network.neutron [None req-c204f148-c1f5-43ca-a740-9052f3320752 tempest-ServerExternalEventsTest-1968885178 tempest-ServerExternalEventsTest-1968885178-project] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.874544] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.878201] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 657.878201] env[69195]: value = "task-3503870" [ 657.878201] env[69195]: _type = "Task" [ 657.878201] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.895642] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.895792] env[69195]: DEBUG nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Instance network_info: |[{"id": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "address": "fa:16:3e:48:4d:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491abce-8b", "ovs_interfaceid": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.896552] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.896552] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:4d:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4491abce-8bb6-45c4-8100-85d4e9ca90a3', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.905030] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Creating folder: Project (7c92d3f177af4bfc87888db7a867126b). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.905868] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67591c36-3fc1-4db1-86b9-fa382fe269e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.919967] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Created folder: Project (7c92d3f177af4bfc87888db7a867126b) in parent group-v700121. [ 657.920210] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Creating folder: Instances. Parent ref: group-v700168. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.920538] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60a163b1-2de0-44e7-bc39-5ec316b3d881 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.931490] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Created folder: Instances in parent group-v700168. [ 657.931788] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.932665] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.932922] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de12cca9-d1d3-4c8e-b4e5-e5ae395e1391 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.957340] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.957340] env[69195]: value = "task-3503873" [ 657.957340] env[69195]: _type = "Task" [ 657.957340] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.969343] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503873, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.990991] env[69195]: DEBUG oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52783caf-b4f0-2cc3-2c69-d5dd1961293e/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 657.990991] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a784ee-1d64-4a7d-a75f-652d8f025ed6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.994888] env[69195]: DEBUG nova.network.neutron [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Successfully updated port: e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.999883] env[69195]: DEBUG oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52783caf-b4f0-2cc3-2c69-d5dd1961293e/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 658.000091] env[69195]: ERROR oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52783caf-b4f0-2cc3-2c69-d5dd1961293e/disk-0.vmdk due to incomplete transfer. [ 658.000331] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1db2ee7b-7556-48ee-b1cd-8d7a17f2dfd3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.013145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "8ed222f5-08f0-4575-a173-3f53f710fd1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.013517] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "8ed222f5-08f0-4575-a173-3f53f710fd1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.014037] env[69195]: DEBUG oslo_vmware.rw_handles [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52783caf-b4f0-2cc3-2c69-d5dd1961293e/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 658.014911] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Uploaded image f08dfe78-3088-40a9-a649-905fa82e88cf to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 658.017256] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 658.022133] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5542efdc-3ae9-4c10-b32d-3b3ac01c9ac6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.029587] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 658.029587] env[69195]: value = "task-3503874" [ 658.029587] env[69195]: _type = "Task" [ 658.029587] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.041861] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503874, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.047078] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.047626] env[69195]: DEBUG nova.compute.manager [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.050299] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.730s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.051765] env[69195]: INFO nova.compute.claims [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.080507] env[69195]: DEBUG nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.138653] env[69195]: INFO nova.compute.manager [-] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Took 2.49 seconds to deallocate network for instance. [ 658.155430] env[69195]: DEBUG nova.compute.manager [req-0a38e596-0728-4fdb-a271-112d26f2a64b req-ee536147-e464-47ac-9e0b-cbca95adafa0 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Received event network-changed-9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.155430] env[69195]: DEBUG nova.compute.manager [req-0a38e596-0728-4fdb-a271-112d26f2a64b req-ee536147-e464-47ac-9e0b-cbca95adafa0 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Refreshing instance network info cache due to event network-changed-9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.155682] env[69195]: DEBUG oslo_concurrency.lockutils [req-0a38e596-0728-4fdb-a271-112d26f2a64b req-ee536147-e464-47ac-9e0b-cbca95adafa0 service nova] Acquiring lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.156852] env[69195]: DEBUG oslo_concurrency.lockutils [req-0a38e596-0728-4fdb-a271-112d26f2a64b req-ee536147-e464-47ac-9e0b-cbca95adafa0 service nova] Acquired lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.156852] env[69195]: DEBUG nova.network.neutron [req-0a38e596-0728-4fdb-a271-112d26f2a64b req-ee536147-e464-47ac-9e0b-cbca95adafa0 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Refreshing network info cache for port 9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.285178] env[69195]: DEBUG nova.network.neutron [req-46194fea-9039-4a15-bfe1-07fbab7ca723 req-7e8f55ae-7800-42b6-a84b-9cd903991be6 service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Updated VIF entry in instance network info cache for port dcf8155c-ab4b-4fe2-9f4f-3809905255b3. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.285565] env[69195]: DEBUG nova.network.neutron [req-46194fea-9039-4a15-bfe1-07fbab7ca723 req-7e8f55ae-7800-42b6-a84b-9cd903991be6 service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Updating instance_info_cache with network_info: [{"id": "dcf8155c-ab4b-4fe2-9f4f-3809905255b3", "address": "fa:16:3e:12:e6:ed", "network": {"id": "12d84c5e-85c1-4622-8091-8f6a722267ea", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-240341359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f22bee75f1224272a7b1c6be76997971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf8155c-ab", "ovs_interfaceid": "dcf8155c-ab4b-4fe2-9f4f-3809905255b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.344388] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653527} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.344675] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d/91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.344901] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.345803] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-654029e7-67e6-48c8-be42-b5bdf0e4c180 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.352780] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 658.352780] env[69195]: value = "task-3503875" [ 658.352780] env[69195]: _type = "Task" [ 658.352780] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.365648] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.389860] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503870, 'name': ReconfigVM_Task, 'duration_secs': 0.324991} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.390180] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f/debd9dcf-05da-400c-aa51-474e90036b8f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.391052] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e2ac80a-d518-40ba-9ffe-572d210e78ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.397321] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 658.397321] env[69195]: value = "task-3503876" [ 658.397321] env[69195]: _type = "Task" [ 658.397321] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.406704] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503876, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.469429] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503873, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.497220] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.497341] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquired lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.497579] env[69195]: DEBUG nova.network.neutron [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.548256] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503874, 'name': Destroy_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.559309] env[69195]: DEBUG nova.compute.utils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.562831] env[69195]: DEBUG nova.compute.manager [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 658.605311] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.646966] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.788395] env[69195]: DEBUG oslo_concurrency.lockutils [req-46194fea-9039-4a15-bfe1-07fbab7ca723 req-7e8f55ae-7800-42b6-a84b-9cd903991be6 service nova] Releasing lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.863486] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162659} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.863769] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.864621] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd138c75-22e7-4f27-96ac-1db5d5628b20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.893094] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d/91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.896274] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f66ab9d-538e-478c-8198-b785a1b870ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.924987] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503876, 'name': Rename_Task, 'duration_secs': 0.163701} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.929123] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.929123] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 658.929123] env[69195]: value = "task-3503877" [ 658.929123] env[69195]: _type = "Task" [ 658.929123] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.929123] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ca5b6be-d943-434d-a931-507b216746fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.939113] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.940524] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Waiting for the task: (returnval){ [ 658.940524] env[69195]: value = "task-3503878" [ 658.940524] env[69195]: _type = "Task" [ 658.940524] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.949058] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.969765] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503873, 'name': CreateVM_Task, 'duration_secs': 0.652252} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.969949] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.970670] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.970838] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.971547] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.971811] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f93b8a3-bb2e-410a-a4b7-54373607db56 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.981045] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 658.981045] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52de637d-a7af-4a54-0d55-2e39523da332" [ 658.981045] env[69195]: _type = "Task" [ 658.981045] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.991331] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52de637d-a7af-4a54-0d55-2e39523da332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.043500] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503874, 'name': Destroy_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.067594] env[69195]: DEBUG nova.compute.manager [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.156054] env[69195]: DEBUG nova.network.neutron [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.443747] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.454669] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503878, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.501862] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52de637d-a7af-4a54-0d55-2e39523da332, 'name': SearchDatastore_Task, 'duration_secs': 0.019532} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.502299] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.503037] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.503037] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.503243] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.503447] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.506263] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a6168b2-29f9-4163-956d-338e9fb38ea3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.520713] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.520819] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.521798] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc34adc5-e96a-4830-9051-622f2e5c406c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.527649] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 659.527649] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5281808d-1a20-a79a-fc4f-e8752d666c29" [ 659.527649] env[69195]: _type = "Task" [ 659.527649] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.550073] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5281808d-1a20-a79a-fc4f-e8752d666c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.555463] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503874, 'name': Destroy_Task, 'duration_secs': 1.053397} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.556418] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Destroyed the VM [ 659.558454] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 659.560073] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d1d1a25-7f4e-486b-ac1b-8c8034efd0c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.562209] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02ab79-d411-405f-b60f-b653e1c31157 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.569552] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79207494-f73f-4b96-95dc-b3f20a3a6594 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.581560] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 659.581560] env[69195]: value = "task-3503879" [ 659.581560] env[69195]: _type = "Task" [ 659.581560] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.582876] env[69195]: DEBUG nova.network.neutron [None req-c204f148-c1f5-43ca-a740-9052f3320752 tempest-ServerExternalEventsTest-1968885178 tempest-ServerExternalEventsTest-1968885178-project] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Updating instance_info_cache with network_info: [{"id": "7fc505fe-036c-4502-a906-e8bfc4cf0f43", "address": "fa:16:3e:ed:1c:e7", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fc505fe-03", "ovs_interfaceid": "7fc505fe-036c-4502-a906-e8bfc4cf0f43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.627915] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6d0c6f-f19a-4bc2-97f7-449a1f0c3538 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.634568] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.640693] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfa019e-291d-430f-9bce-15e569ddda25 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.660716] env[69195]: DEBUG nova.compute.provider_tree [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.798882] env[69195]: DEBUG nova.network.neutron [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Updating instance_info_cache with network_info: [{"id": "e021dd53-94b3-418d-bcc3-8489261d7227", "address": "fa:16:3e:a6:c6:11", "network": {"id": "b354951e-a1d0-4bb4-99ca-7696dc862722", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-733371017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9251b48ce654f23aefe5dabc87377e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape021dd53-94", "ovs_interfaceid": "e021dd53-94b3-418d-bcc3-8489261d7227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.812135] env[69195]: DEBUG nova.network.neutron [req-0a38e596-0728-4fdb-a271-112d26f2a64b req-ee536147-e464-47ac-9e0b-cbca95adafa0 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Updated VIF entry in instance network info cache for port 9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.812492] env[69195]: DEBUG nova.network.neutron [req-0a38e596-0728-4fdb-a271-112d26f2a64b req-ee536147-e464-47ac-9e0b-cbca95adafa0 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Updating instance_info_cache with network_info: [{"id": "9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40", "address": "fa:16:3e:0a:ca:00", "network": {"id": "51cb9fe1-0b25-4c8a-be98-07d846b2d0ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-470658714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab43bca04fcf4533bfaf420079b3c133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea43eb1-2b", "ovs_interfaceid": "9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.906039] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.906346] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.943484] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503877, 'name': ReconfigVM_Task, 'duration_secs': 0.680825} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.947350] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d/91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.948429] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9137757-ba40-4aec-88ae-591ccfe00a34 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.955346] env[69195]: DEBUG oslo_vmware.api [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Task: {'id': task-3503878, 'name': PowerOnVM_Task, 'duration_secs': 0.532813} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.956719] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.956935] env[69195]: DEBUG nova.compute.manager [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.957275] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 659.957275] env[69195]: value = "task-3503880" [ 659.957275] env[69195]: _type = "Task" [ 659.957275] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.958034] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782db48f-a7b8-4bbe-9c3f-5ddb467e155a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.970029] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503880, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.040066] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5281808d-1a20-a79a-fc4f-e8752d666c29, 'name': SearchDatastore_Task, 'duration_secs': 0.016027} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.040934] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d93bd2-b04b-4595-bd44-56147a5ec2e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.049698] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 660.049698] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267e623-f593-45c7-d715-af38346bed52" [ 660.049698] env[69195]: _type = "Task" [ 660.049698] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.059645] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267e623-f593-45c7-d715-af38346bed52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.087374] env[69195]: DEBUG nova.compute.manager [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.094898] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c204f148-c1f5-43ca-a740-9052f3320752 tempest-ServerExternalEventsTest-1968885178 tempest-ServerExternalEventsTest-1968885178-project] Releasing lock "refresh_cache-f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.101416] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.131507] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.131751] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.133029] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.133029] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.133029] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.133029] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.133029] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.133581] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.133581] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.133581] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.133581] env[69195]: DEBUG nova.virt.hardware [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.134931] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f6cc3-5ddf-406f-8c7b-7be84e63391b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.151073] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c69d06-ae0f-454c-96b5-cb4052ff459c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.170011] env[69195]: DEBUG nova.scheduler.client.report [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.175590] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.182323] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Creating folder: Project (77743726dfe14542a998c200a2c07adc). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.184026] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e1cc80c-37f5-4aac-b5d1-0496b43bf1d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.195104] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Created folder: Project (77743726dfe14542a998c200a2c07adc) in parent group-v700121. [ 660.195438] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Creating folder: Instances. Parent ref: group-v700171. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.196239] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79e8ac1f-b472-4b55-bd7f-355584475f18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.211062] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Created folder: Instances in parent group-v700171. [ 660.211407] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.211727] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.211947] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ed6eb59-2ca0-4138-950f-78cfb1a44374 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.233944] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.233944] env[69195]: value = "task-3503883" [ 660.233944] env[69195]: _type = "Task" [ 660.233944] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.246823] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.306641] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Releasing lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.307011] env[69195]: DEBUG nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Instance network_info: |[{"id": "e021dd53-94b3-418d-bcc3-8489261d7227", "address": "fa:16:3e:a6:c6:11", "network": {"id": "b354951e-a1d0-4bb4-99ca-7696dc862722", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-733371017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9251b48ce654f23aefe5dabc87377e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape021dd53-94", "ovs_interfaceid": "e021dd53-94b3-418d-bcc3-8489261d7227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.307577] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:c6:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e021dd53-94b3-418d-bcc3-8489261d7227', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.316793] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Creating folder: Project (c9251b48ce654f23aefe5dabc87377e3). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.317503] env[69195]: DEBUG oslo_concurrency.lockutils [req-0a38e596-0728-4fdb-a271-112d26f2a64b req-ee536147-e464-47ac-9e0b-cbca95adafa0 service nova] Releasing lock "refresh_cache-26936d13-a3f7-4c52-8aa4-c46534af243b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.317888] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98ce60a5-e640-4a8d-bdc2-54e84592d6fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.329782] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Created folder: Project (c9251b48ce654f23aefe5dabc87377e3) in parent group-v700121. [ 660.329782] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Creating folder: Instances. Parent ref: group-v700174. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.329782] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8add93af-2457-437a-8a0a-b922d3713d79 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.338253] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Created folder: Instances in parent group-v700174. [ 660.338882] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.339015] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.339302] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94780a35-38d1-4087-98b8-ddb4b9fa6e6e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.358868] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.358868] env[69195]: value = "task-3503886" [ 660.358868] env[69195]: _type = "Task" [ 660.358868] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.364132] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquiring lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.364536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.364536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquiring lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.364743] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.365019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.370737] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503886, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.371775] env[69195]: INFO nova.compute.manager [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Terminating instance [ 660.474969] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503880, 'name': Rename_Task, 'duration_secs': 0.276469} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.475275] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.475524] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e35761dc-5335-4174-889d-0e8c6ee1d36c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.488072] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 660.488072] env[69195]: value = "task-3503887" [ 660.488072] env[69195]: _type = "Task" [ 660.488072] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.499810] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.506618] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503887, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.563822] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267e623-f593-45c7-d715-af38346bed52, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.564557] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.566030] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 64068cef-b827-484b-b713-3751fcdc2786/64068cef-b827-484b-b713-3751fcdc2786.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.566030] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4ce5d40-0499-42f7-bbd0-c464dd2640e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.573674] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 660.573674] env[69195]: value = "task-3503888" [ 660.573674] env[69195]: _type = "Task" [ 660.573674] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.589147] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.598736] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503879, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.686038] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.686038] env[69195]: DEBUG nova.compute.manager [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.690429] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.342s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.691227] env[69195]: DEBUG nova.objects.instance [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lazy-loading 'resources' on Instance uuid 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.749359] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.878685] env[69195]: DEBUG nova.compute.manager [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.879502] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.886077] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80752608-d1dc-4b2c-aa68-c479b3f5f6c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.889863] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503886, 'name': CreateVM_Task, 'duration_secs': 0.404415} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.891648] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.892182] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.892182] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.892441] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.895533] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5356b858-2b77-428a-828f-f16046047a85 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.897440] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.897695] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ad17048-75bd-4dfb-b5e4-e6d58bfdbb36 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.903544] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 660.903544] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5265c6e0-774d-3cd4-4303-9a72b9507447" [ 660.903544] env[69195]: _type = "Task" [ 660.903544] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.907914] env[69195]: DEBUG oslo_vmware.api [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 660.907914] env[69195]: value = "task-3503889" [ 660.907914] env[69195]: _type = "Task" [ 660.907914] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.915781] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5265c6e0-774d-3cd4-4303-9a72b9507447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.922627] env[69195]: DEBUG oslo_vmware.api [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.997425] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Received event network-vif-plugged-4491abce-8bb6-45c4-8100-85d4e9ca90a3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.997836] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Acquiring lock "64068cef-b827-484b-b713-3751fcdc2786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.997929] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Lock "64068cef-b827-484b-b713-3751fcdc2786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.998119] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Lock "64068cef-b827-484b-b713-3751fcdc2786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.998288] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] No waiting events found dispatching network-vif-plugged-4491abce-8bb6-45c4-8100-85d4e9ca90a3 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.998549] env[69195]: WARNING nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Received unexpected event network-vif-plugged-4491abce-8bb6-45c4-8100-85d4e9ca90a3 for instance with vm_state building and task_state spawning. [ 661.002041] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Received event network-changed-4491abce-8bb6-45c4-8100-85d4e9ca90a3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.002041] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Refreshing instance network info cache due to event network-changed-4491abce-8bb6-45c4-8100-85d4e9ca90a3. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.002041] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Acquiring lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.002041] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Acquired lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.002041] env[69195]: DEBUG nova.network.neutron [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Refreshing network info cache for port 4491abce-8bb6-45c4-8100-85d4e9ca90a3 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.015656] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503887, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.089369] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.104527] env[69195]: DEBUG oslo_vmware.api [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503879, 'name': RemoveSnapshot_Task, 'duration_secs': 1.178349} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.105028] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 661.105224] env[69195]: INFO nova.compute.manager [None req-73a1a760-e39e-4798-8a83-d86713c95b47 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Took 16.69 seconds to snapshot the instance on the hypervisor. [ 661.198231] env[69195]: DEBUG nova.compute.utils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.205981] env[69195]: DEBUG nova.compute.manager [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 661.247409] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.417653] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5265c6e0-774d-3cd4-4303-9a72b9507447, 'name': SearchDatastore_Task, 'duration_secs': 0.063998} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.424466] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.424466] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.424466] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.424466] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.424699] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.425342] env[69195]: DEBUG oslo_vmware.api [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503889, 'name': PowerOffVM_Task, 'duration_secs': 0.341601} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.427711] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fefd6671-a96f-45a9-b129-8d36870f8efd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.429642] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.429816] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.434144] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-935d8477-4ae8-4251-a6cf-1bd2b84fbccc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.448623] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.448813] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.449763] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648bd49d-3379-41b8-b6d8-c0caea26fc29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.455950] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 661.455950] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cffadf-c46b-7e4c-2154-dc8a2141fb36" [ 661.455950] env[69195]: _type = "Task" [ 661.455950] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.470849] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cffadf-c46b-7e4c-2154-dc8a2141fb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.499887] env[69195]: DEBUG oslo_vmware.api [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3503887, 'name': PowerOnVM_Task, 'duration_secs': 0.691735} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.501654] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.501654] env[69195]: INFO nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Took 13.37 seconds to spawn the instance on the hypervisor. [ 661.501830] env[69195]: DEBUG nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.502027] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.502201] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.502367] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Deleting the datastore file [datastore1] f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.503157] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2924da94-00fc-4127-8ead-dbe9010a02cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.505846] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-646e0a5c-bb6f-420a-a551-32bff3629cb2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.529769] env[69195]: DEBUG oslo_vmware.api [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for the task: (returnval){ [ 661.529769] env[69195]: value = "task-3503891" [ 661.529769] env[69195]: _type = "Task" [ 661.529769] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.538845] env[69195]: DEBUG oslo_vmware.api [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.587628] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628901} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.587981] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 64068cef-b827-484b-b713-3751fcdc2786/64068cef-b827-484b-b713-3751fcdc2786.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.588234] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.588564] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1fc5695-665c-42a3-b3fc-82a7db411f9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.596516] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 661.596516] env[69195]: value = "task-3503892" [ 661.596516] env[69195]: _type = "Task" [ 661.596516] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.614911] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.707381] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.707654] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.708124] env[69195]: DEBUG nova.compute.manager [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.752057] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.765967] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4adee4a-3aed-4659-8e80-d174b69037fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.773570] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18781f7d-ff7d-453e-a9c2-c8683e7f1da3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.808957] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713eb86a-2cac-42a7-a15e-ec5649d58707 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.815942] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b16993-9d9c-4b7e-b2b4-f338acdad176 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.837554] env[69195]: DEBUG nova.compute.provider_tree [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.968504] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cffadf-c46b-7e4c-2154-dc8a2141fb36, 'name': SearchDatastore_Task, 'duration_secs': 0.028008} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.969355] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482e3b97-c9e9-49a2-af73-40a42b356d13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.975850] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 661.975850] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529fa2be-8bf4-8b5b-f740-989be7ac015a" [ 661.975850] env[69195]: _type = "Task" [ 661.975850] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.984804] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529fa2be-8bf4-8b5b-f740-989be7ac015a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.041793] env[69195]: INFO nova.compute.manager [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Took 30.99 seconds to build instance. [ 662.051037] env[69195]: DEBUG oslo_vmware.api [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Task: {'id': task-3503891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480061} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.051446] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.051735] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.051982] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.052260] env[69195]: INFO nova.compute.manager [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Took 1.17 seconds to destroy the instance on the hypervisor. [ 662.053676] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.053676] env[69195]: DEBUG nova.compute.manager [-] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.053676] env[69195]: DEBUG nova.network.neutron [-] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.108537] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.321071} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.108911] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.109697] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c15df0-9159-420d-95e6-4813df85f90c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.132716] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 64068cef-b827-484b-b713-3751fcdc2786/64068cef-b827-484b-b713-3751fcdc2786.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.133234] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a376d689-2c6a-48a7-833f-1387f4d8f698 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.153941] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 662.153941] env[69195]: value = "task-3503893" [ 662.153941] env[69195]: _type = "Task" [ 662.153941] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.163306] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.249677] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.368086] env[69195]: ERROR nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [req-b29e0c44-db43-4bc8-bfb8-a05252ba1d26] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b29e0c44-db43-4bc8-bfb8-a05252ba1d26"}]} [ 662.389074] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.414332] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.414451] env[69195]: DEBUG nova.compute.provider_tree [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.435309] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.461033] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.489371] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529fa2be-8bf4-8b5b-f740-989be7ac015a, 'name': SearchDatastore_Task, 'duration_secs': 0.01441} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.491300] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.491300] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6/0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.491300] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47cd232b-3233-4d88-9704-a8a401363de7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.499467] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 662.499467] env[69195]: value = "task-3503894" [ 662.499467] env[69195]: _type = "Task" [ 662.499467] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.510903] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.545402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e314b4de-3af8-4dc5-a6cc-b441a492a905 tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.312s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.588332] env[69195]: DEBUG nova.network.neutron [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updated VIF entry in instance network info cache for port 4491abce-8bb6-45c4-8100-85d4e9ca90a3. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.588332] env[69195]: DEBUG nova.network.neutron [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance_info_cache with network_info: [{"id": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "address": "fa:16:3e:48:4d:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491abce-8b", "ovs_interfaceid": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.669166] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.725271] env[69195]: DEBUG nova.compute.manager [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.752359] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.769320] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.769548] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.769759] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.769982] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.770056] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.770164] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.770967] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.770967] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.770967] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.770967] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.770967] env[69195]: DEBUG nova.virt.hardware [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.772424] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f50579-537b-4d09-af9b-8c0016acf1f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.786012] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3212bebd-f04d-4c65-98af-4c5da0570a05 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.806225] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.811413] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Creating folder: Project (de7b37f515b44320a103e4fb7bfd5af0). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.814822] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2912d5fd-03ec-4565-a530-5de1a8a64707 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.827066] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Created folder: Project (de7b37f515b44320a103e4fb7bfd5af0) in parent group-v700121. [ 662.827066] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Creating folder: Instances. Parent ref: group-v700177. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.827066] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed49d710-a727-4887-bf01-aca33491ad11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.845307] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Created folder: Instances in parent group-v700177. [ 662.846039] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.848742] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.849373] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5462c103-c3e4-41b5-b09a-8d1c1a30f4dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.886281] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.886281] env[69195]: value = "task-3503897" [ 662.886281] env[69195]: _type = "Task" [ 662.886281] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.902753] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503897, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.918480] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.918844] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.019832] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503894, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.048705] env[69195]: DEBUG nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.057189] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e45c260-04b0-4c18-bb5c-266419dc244c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.067277] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49683e9c-2748-4ae9-bf6b-b56ebf3bebeb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.111562] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Releasing lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.112178] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Received event network-vif-deleted-b4bbd501-d8d5-4974-bcd6-61b74ab1dfd2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.112496] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Received event network-vif-plugged-e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.112825] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Acquiring lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.113165] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.113561] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.113822] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] No waiting events found dispatching network-vif-plugged-e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.114168] env[69195]: WARNING nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Received unexpected event network-vif-plugged-e021dd53-94b3-418d-bcc3-8489261d7227 for instance with vm_state building and task_state spawning. [ 663.114501] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Received event network-changed-e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.114919] env[69195]: DEBUG nova.compute.manager [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Refreshing instance network info cache due to event network-changed-e021dd53-94b3-418d-bcc3-8489261d7227. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.115291] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Acquiring lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.115573] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Acquired lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.115901] env[69195]: DEBUG nova.network.neutron [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Refreshing network info cache for port e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.120726] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc825698-3ba5-4da5-a32a-bc3dad8b7e50 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.134458] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a6c52-dd35-4134-8dfa-8d72dce217e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.151619] env[69195]: DEBUG nova.compute.provider_tree [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.166515] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503893, 'name': ReconfigVM_Task, 'duration_secs': 0.707507} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.166799] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 64068cef-b827-484b-b713-3751fcdc2786/64068cef-b827-484b-b713-3751fcdc2786.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.167724] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b336091b-8d8b-4740-849e-22c02888d1c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.176243] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 663.176243] env[69195]: value = "task-3503898" [ 663.176243] env[69195]: _type = "Task" [ 663.176243] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.187806] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503898, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.252035] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.385020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "debd9dcf-05da-400c-aa51-474e90036b8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.385332] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "debd9dcf-05da-400c-aa51-474e90036b8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.385553] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "debd9dcf-05da-400c-aa51-474e90036b8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.385734] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "debd9dcf-05da-400c-aa51-474e90036b8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.385899] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "debd9dcf-05da-400c-aa51-474e90036b8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.395054] env[69195]: INFO nova.compute.manager [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Terminating instance [ 663.401835] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503897, 'name': CreateVM_Task, 'duration_secs': 0.363467} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.401977] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.408463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.408463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.408463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.408463] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9330f0b-81b6-4bde-b8aa-0aa7072b1c40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.412979] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 663.412979] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c7065a-ce7b-98d5-e4b1-203b35b0b99a" [ 663.412979] env[69195]: _type = "Task" [ 663.412979] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.426135] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c7065a-ce7b-98d5-e4b1-203b35b0b99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.460843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "4088136f-a740-4f76-9bfe-61df83dba2e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.461016] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "4088136f-a740-4f76-9bfe-61df83dba2e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.497686] env[69195]: DEBUG nova.network.neutron [-] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.518286] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682851} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.518489] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6/0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.518554] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.518810] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eba71cb6-825e-4a2f-a2d8-a52eb0c89b22 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.528882] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 663.528882] env[69195]: value = "task-3503899" [ 663.528882] env[69195]: _type = "Task" [ 663.528882] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.539940] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.597398] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.682054] env[69195]: ERROR nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] [req-8e6ef609-53cb-4838-aad8-d7170bb9bc24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e6ef609-53cb-4838-aad8-d7170bb9bc24"}]} [ 663.699600] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503898, 'name': Rename_Task, 'duration_secs': 0.265898} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.699889] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.700146] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d09f60-dad4-4bce-bd8e-8a0fc815e04b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.707743] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 663.707743] env[69195]: value = "task-3503900" [ 663.707743] env[69195]: _type = "Task" [ 663.707743] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.714250] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 663.719838] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.741270] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 663.741615] env[69195]: DEBUG nova.compute.provider_tree [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.759575] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.763104] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 663.795741] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 663.899646] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "refresh_cache-debd9dcf-05da-400c-aa51-474e90036b8f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.899881] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquired lock "refresh_cache-debd9dcf-05da-400c-aa51-474e90036b8f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.900127] env[69195]: DEBUG nova.network.neutron [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.931526] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c7065a-ce7b-98d5-e4b1-203b35b0b99a, 'name': SearchDatastore_Task, 'duration_secs': 0.015963} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.935019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.935019] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.935019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.935019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.935467] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.935467] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52191b25-fdf6-455f-abc3-d07ce78d4a18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.945903] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.949382] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.949382] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198c6d04-597e-4684-81b0-3fa81fa0c7ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.955630] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 663.955630] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52381432-0321-ce86-0403-fb673e395332" [ 663.955630] env[69195]: _type = "Task" [ 663.955630] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.972670] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52381432-0321-ce86-0403-fb673e395332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.978213] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "9a8894fc-2623-4760-be9b-8884b50781eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.978371] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "9a8894fc-2623-4760-be9b-8884b50781eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.000538] env[69195]: INFO nova.compute.manager [-] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Took 1.95 seconds to deallocate network for instance. [ 664.046583] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.127567] env[69195]: DEBUG nova.network.neutron [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Updated VIF entry in instance network info cache for port e021dd53-94b3-418d-bcc3-8489261d7227. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.128236] env[69195]: DEBUG nova.network.neutron [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Updating instance_info_cache with network_info: [{"id": "e021dd53-94b3-418d-bcc3-8489261d7227", "address": "fa:16:3e:a6:c6:11", "network": {"id": "b354951e-a1d0-4bb4-99ca-7696dc862722", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-733371017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9251b48ce654f23aefe5dabc87377e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape021dd53-94", "ovs_interfaceid": "e021dd53-94b3-418d-bcc3-8489261d7227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.225780] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.271332] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.386288] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e9d8d3-d0ff-4843-90c5-302bd47dcaa1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.395252] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdc0a7b-418b-4233-b2bb-081b8be3666d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.432369] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab7a814-862f-4f1f-a415-60362f440955 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.443184] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a0f6ac-8c99-4aaa-90f7-a703c6a1196b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.458023] env[69195]: DEBUG nova.compute.provider_tree [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.468103] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52381432-0321-ce86-0403-fb673e395332, 'name': SearchDatastore_Task, 'duration_secs': 0.014398} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.469849] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810d68cf-9b1f-474f-aee5-a1cfd254ad2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.475885] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 664.475885] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52309411-ce33-93fa-effd-8210a1d995ef" [ 664.475885] env[69195]: _type = "Task" [ 664.475885] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.481576] env[69195]: DEBUG nova.network.neutron [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.489022] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52309411-ce33-93fa-effd-8210a1d995ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.513145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.547640] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503899, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.596067] env[69195]: DEBUG nova.network.neutron [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.631605] env[69195]: DEBUG oslo_concurrency.lockutils [req-4e433fda-a9e1-4131-a5d8-347d4f84240b req-8392a398-8f25-43b1-9715-20ea25fc50b8 service nova] Releasing lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.719459] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.761599] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.826061] env[69195]: DEBUG nova.compute.manager [req-5b5dd9a6-22b4-4a53-aa12-c56bb0da5aca req-905b1382-b5dc-4c25-83eb-133263797ec3 service nova] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Received event network-vif-deleted-7fc505fe-036c-4502-a906-e8bfc4cf0f43 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.988860] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52309411-ce33-93fa-effd-8210a1d995ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.989296] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.990063] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b/316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.990063] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6166535-5f8b-4d86-bf3b-0457012ff4ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.998861] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 664.998861] env[69195]: value = "task-3503901" [ 664.998861] env[69195]: _type = "Task" [ 664.998861] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.009055] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.010677] env[69195]: DEBUG nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 665.010802] env[69195]: DEBUG nova.compute.provider_tree [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 36 to 37 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 665.011037] env[69195]: DEBUG nova.compute.provider_tree [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.042633] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.025765} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.042633] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.042633] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6d9561-fc48-4369-876a-0d825da52b9c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.075358] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6/0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.076532] env[69195]: DEBUG nova.compute.manager [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.076828] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e080c3c5-b954-4889-9ccc-11a04b2a37b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.092158] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0769f261-4d37-4e4c-b25f-5637e8d7b0ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.099441] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Releasing lock "refresh_cache-debd9dcf-05da-400c-aa51-474e90036b8f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.103020] env[69195]: DEBUG nova.compute.manager [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.103020] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.104111] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ca9ba5-c217-4d59-ab8e-86b52050c6fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.110667] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 665.110667] env[69195]: value = "task-3503902" [ 665.110667] env[69195]: _type = "Task" [ 665.110667] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.117282] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.117908] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d0e0ea2-0545-481a-ba42-52fd1f758c1f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.122393] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.127515] env[69195]: DEBUG oslo_vmware.api [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 665.127515] env[69195]: value = "task-3503903" [ 665.127515] env[69195]: _type = "Task" [ 665.127515] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.136862] env[69195]: DEBUG oslo_vmware.api [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.221489] env[69195]: DEBUG oslo_vmware.api [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3503900, 'name': PowerOnVM_Task, 'duration_secs': 1.311718} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.221545] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.221791] env[69195]: INFO nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Took 14.60 seconds to spawn the instance on the hypervisor. [ 665.222922] env[69195]: DEBUG nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.222922] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3b8771-717e-42e4-a9c5-9add9cb28490 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.259155] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503883, 'name': CreateVM_Task, 'duration_secs': 4.973921} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.259374] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.259873] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.260056] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.260444] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.262191] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a02032b-be94-4c33-bbbb-bbb3db2a1bcd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.266743] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 665.266743] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524b3d5a-0e6a-e944-8597-3693d0ed0dfd" [ 665.266743] env[69195]: _type = "Task" [ 665.266743] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.280956] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524b3d5a-0e6a-e944-8597-3693d0ed0dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.519747] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.829s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.523945] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503901, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.524684] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.821s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.526072] env[69195]: DEBUG nova.objects.instance [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 665.552542] env[69195]: INFO nova.scheduler.client.report [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Deleted allocations for instance 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa [ 665.613025] env[69195]: INFO nova.compute.manager [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] instance snapshotting [ 665.620037] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6b2c07-3f58-4c70-80bb-89f4d27c8a0b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.647060] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503902, 'name': ReconfigVM_Task, 'duration_secs': 0.474521} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.650868] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ac5150-b67d-4164-9050-7e5a58c82060 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.653647] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6/0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.654766] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9970e43a-f041-44e5-908f-cbed3d4f6b80 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.661132] env[69195]: DEBUG oslo_vmware.api [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503903, 'name': PowerOffVM_Task, 'duration_secs': 0.114882} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.664342] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.664342] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.667050] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 665.667050] env[69195]: value = "task-3503904" [ 665.667050] env[69195]: _type = "Task" [ 665.667050] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.667879] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b09c9a-6d55-4390-8cce-69213d073ca6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.677643] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503904, 'name': Rename_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.748580] env[69195]: INFO nova.compute.manager [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Took 33.09 seconds to build instance. [ 665.777812] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524b3d5a-0e6a-e944-8597-3693d0ed0dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.01327} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.778952] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.779234] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.779626] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.779779] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.780111] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.780775] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-385e4d72-d4de-4fbb-b13d-4ff6f410951a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.791743] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.792130] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.792323] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Deleting the datastore file [datastore1] debd9dcf-05da-400c-aa51-474e90036b8f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.793392] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31b3deb0-0e85-4ff5-b6b1-1e8ff7e8b75b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.795377] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.795548] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.796597] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b437078c-3779-412c-81b6-f49013d160ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.802502] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 665.802502] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528145e0-7f81-218f-46ec-3cf9393d305b" [ 665.802502] env[69195]: _type = "Task" [ 665.802502] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.805317] env[69195]: DEBUG oslo_vmware.api [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for the task: (returnval){ [ 665.805317] env[69195]: value = "task-3503906" [ 665.805317] env[69195]: _type = "Task" [ 665.805317] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.818161] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528145e0-7f81-218f-46ec-3cf9393d305b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.821255] env[69195]: DEBUG oslo_vmware.api [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.947020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "63a46af9-eed9-49cb-891c-44005250d16c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.947315] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "63a46af9-eed9-49cb-891c-44005250d16c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.010988] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630867} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.010988] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b/316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.011237] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.011369] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a613bf27-4df4-464c-bf12-a113631674b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.018100] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 666.018100] env[69195]: value = "task-3503907" [ 666.018100] env[69195]: _type = "Task" [ 666.018100] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.028240] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.068971] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd6c6359-8635-4818-ae91-8d0193a8b459 tempest-ServerDiagnosticsNegativeTest-520481446 tempest-ServerDiagnosticsNegativeTest-520481446-project-member] Lock "9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.257s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.169452] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.170053] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-42cb6e61-9e34-43ec-b5b8-832751622302 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.185183] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503904, 'name': Rename_Task, 'duration_secs': 0.340012} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.188165] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.188165] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 666.188165] env[69195]: value = "task-3503908" [ 666.188165] env[69195]: _type = "Task" [ 666.188165] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.188165] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9382fa9-9706-4e98-a1ee-59f36d0a3bf3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.199663] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503908, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.201941] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 666.201941] env[69195]: value = "task-3503909" [ 666.201941] env[69195]: _type = "Task" [ 666.201941] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.210397] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.253795] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7fe6ef7a-e9d8-4a96-a93d-f95c3ab279b4 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.520s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.324212] env[69195]: DEBUG oslo_vmware.api [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Task: {'id': task-3503906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310297} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.324535] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528145e0-7f81-218f-46ec-3cf9393d305b, 'name': SearchDatastore_Task, 'duration_secs': 0.017781} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.324773] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.324957] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.325189] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.325387] env[69195]: INFO nova.compute.manager [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 666.325682] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.326566] env[69195]: DEBUG nova.compute.manager [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.326665] env[69195]: DEBUG nova.network.neutron [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.328455] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e315cb74-3c11-4e8e-93fc-d805c81b7d85 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.334038] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 666.334038] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291cd81-e8dd-b979-8643-7d91f363bb13" [ 666.334038] env[69195]: _type = "Task" [ 666.334038] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.342287] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291cd81-e8dd-b979-8643-7d91f363bb13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.362670] env[69195]: DEBUG nova.network.neutron [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.531315] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109019} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.531941] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.532723] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0862c137-d128-441f-a60d-96614bfae80b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.537501] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5226a2d0-1316-4c49-8d54-307646b502fd tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.537637] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.263s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.537865] env[69195]: DEBUG nova.objects.instance [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lazy-loading 'resources' on Instance uuid 3ea9a37d-ac0e-4827-ac84-5707acdee448 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.563160] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b/316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.566403] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e60a9d-7091-4aab-9830-ff6300634191 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.587524] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 666.587524] env[69195]: value = "task-3503910" [ 666.587524] env[69195]: _type = "Task" [ 666.587524] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.599293] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.705703] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503908, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.721859] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.759482] env[69195]: DEBUG nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.853213] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291cd81-e8dd-b979-8643-7d91f363bb13, 'name': SearchDatastore_Task, 'duration_secs': 0.019746} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.853702] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.853964] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27/cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.854268] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f622ee1a-ea6e-436e-acb3-d8131ef20705 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.862785] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 666.862785] env[69195]: value = "task-3503911" [ 666.862785] env[69195]: _type = "Task" [ 666.862785] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.866433] env[69195]: DEBUG nova.network.neutron [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.872259] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.098636] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503910, 'name': ReconfigVM_Task, 'duration_secs': 0.404094} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.099140] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b/316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.099843] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7de9e787-8880-4b0e-bca7-64c814b26f0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.113536] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 667.113536] env[69195]: value = "task-3503912" [ 667.113536] env[69195]: _type = "Task" [ 667.113536] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.118275] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb8a6b-49d9-44d6-839a-765cff514a8d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.127514] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503912, 'name': Rename_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.132471] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ef089-48d2-4c5e-8498-21c6f6b52b97 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.180086] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb043e4-c429-4448-b60e-8e6041b594c0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.190729] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c02bc2b-e09e-4830-9232-f810e970fe9a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.205682] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503908, 'name': CreateSnapshot_Task, 'duration_secs': 0.855745} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.214239] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 667.214813] env[69195]: DEBUG nova.compute.provider_tree [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.221491] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13d4e34-30f4-4141-9875-42b101a5a5b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.240446] env[69195]: DEBUG oslo_vmware.api [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3503909, 'name': PowerOnVM_Task, 'duration_secs': 1.011884} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.241032] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.241238] env[69195]: INFO nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Took 13.99 seconds to spawn the instance on the hypervisor. [ 667.241413] env[69195]: DEBUG nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.242884] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23177960-818b-4d3b-baeb-eb8ffe7acdda {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.285665] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.370089] env[69195]: INFO nova.compute.manager [-] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Took 1.04 seconds to deallocate network for instance. [ 667.380467] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503911, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.594405] env[69195]: DEBUG nova.compute.manager [req-38f06de9-b9ca-4f36-85f2-7dd6471637a0 req-074a8477-e4a9-4a54-8e51-b522461a9fdb service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Received event network-changed-dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.594590] env[69195]: DEBUG nova.compute.manager [req-38f06de9-b9ca-4f36-85f2-7dd6471637a0 req-074a8477-e4a9-4a54-8e51-b522461a9fdb service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Refreshing instance network info cache due to event network-changed-dcf8155c-ab4b-4fe2-9f4f-3809905255b3. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.595391] env[69195]: DEBUG oslo_concurrency.lockutils [req-38f06de9-b9ca-4f36-85f2-7dd6471637a0 req-074a8477-e4a9-4a54-8e51-b522461a9fdb service nova] Acquiring lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.595673] env[69195]: DEBUG oslo_concurrency.lockutils [req-38f06de9-b9ca-4f36-85f2-7dd6471637a0 req-074a8477-e4a9-4a54-8e51-b522461a9fdb service nova] Acquired lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.595960] env[69195]: DEBUG nova.network.neutron [req-38f06de9-b9ca-4f36-85f2-7dd6471637a0 req-074a8477-e4a9-4a54-8e51-b522461a9fdb service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Refreshing network info cache for port dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.625726] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503912, 'name': Rename_Task, 'duration_secs': 0.17619} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.626016] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.630495] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe29df71-598f-4ce5-a1cc-2af82fba36e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.637346] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 667.637346] env[69195]: value = "task-3503913" [ 667.637346] env[69195]: _type = "Task" [ 667.637346] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.649077] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.742866] env[69195]: ERROR nova.scheduler.client.report [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [req-f930797e-026a-4a59-a2f2-806d24dfcbd8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f930797e-026a-4a59-a2f2-806d24dfcbd8"}]} [ 667.755273] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 667.756803] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23ae0108-da17-41d6-9c86-d582a0f06a07 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.780822] env[69195]: INFO nova.compute.manager [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Took 35.11 seconds to build instance. [ 667.785562] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 667.785562] env[69195]: value = "task-3503914" [ 667.785562] env[69195]: _type = "Task" [ 667.785562] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.786902] env[69195]: DEBUG nova.scheduler.client.report [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 667.801137] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503914, 'name': CloneVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.809120] env[69195]: DEBUG nova.scheduler.client.report [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 667.809253] env[69195]: DEBUG nova.compute.provider_tree [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.823887] env[69195]: DEBUG nova.scheduler.client.report [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 667.849500] env[69195]: DEBUG nova.scheduler.client.report [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 667.875699] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561015} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.876034] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27/cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.876196] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.876514] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec059ae8-7cc9-4198-aec6-e5452104ab96 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.883024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.888147] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 667.888147] env[69195]: value = "task-3503915" [ 667.888147] env[69195]: _type = "Task" [ 667.888147] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.896994] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.125404] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquiring lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.125404] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.149180] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.286782] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b1394c6-6191-4f0d-a10a-bf8e6b8c8d93 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.780s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.302571] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503914, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.356524] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e406f7b9-e079-487b-b5b1-7bf736096009 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.365563] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabf978c-0e4b-46e6-9dc4-752280fa1507 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.403181] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3023f473-a11a-4126-9d6e-0719aa95ae6f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.411488] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16361} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.413279] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.414545] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e3c8cf-f770-416a-9213-f839d756b90e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.417580] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a50705-b081-4c72-85d4-5a5bd1b8806b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.434629] env[69195]: DEBUG nova.compute.provider_tree [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.451193] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27/cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.452293] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba058623-dcd1-4cec-a6bb-22b4a53e20f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.473206] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 668.473206] env[69195]: value = "task-3503916" [ 668.473206] env[69195]: _type = "Task" [ 668.473206] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.482354] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.649884] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503913, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.789898] env[69195]: DEBUG nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.802603] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503914, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.806902] env[69195]: DEBUG nova.network.neutron [req-38f06de9-b9ca-4f36-85f2-7dd6471637a0 req-074a8477-e4a9-4a54-8e51-b522461a9fdb service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Updated VIF entry in instance network info cache for port dcf8155c-ab4b-4fe2-9f4f-3809905255b3. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.809077] env[69195]: DEBUG nova.network.neutron [req-38f06de9-b9ca-4f36-85f2-7dd6471637a0 req-074a8477-e4a9-4a54-8e51-b522461a9fdb service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Updating instance_info_cache with network_info: [{"id": "dcf8155c-ab4b-4fe2-9f4f-3809905255b3", "address": "fa:16:3e:12:e6:ed", "network": {"id": "12d84c5e-85c1-4622-8091-8f6a722267ea", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-240341359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f22bee75f1224272a7b1c6be76997971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf8155c-ab", "ovs_interfaceid": "dcf8155c-ab4b-4fe2-9f4f-3809905255b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.952780] env[69195]: DEBUG nova.scheduler.client.report [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.986805] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.153213] env[69195]: DEBUG oslo_vmware.api [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503913, 'name': PowerOnVM_Task, 'duration_secs': 1.10775} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.154783] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.158939] env[69195]: INFO nova.compute.manager [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Took 6.43 seconds to spawn the instance on the hypervisor. [ 669.158939] env[69195]: DEBUG nova.compute.manager [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.159872] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60754f95-c57f-468e-8db3-ad3f15b22615 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.311024] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503914, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.313351] env[69195]: DEBUG oslo_concurrency.lockutils [req-38f06de9-b9ca-4f36-85f2-7dd6471637a0 req-074a8477-e4a9-4a54-8e51-b522461a9fdb service nova] Releasing lock "refresh_cache-91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.325245] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.463667] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.926s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.471061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.140s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.471061] env[69195]: INFO nova.compute.claims [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.490021] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503916, 'name': ReconfigVM_Task, 'duration_secs': 0.562871} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.490021] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Reconfigured VM instance instance-00000011 to attach disk [datastore1] cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27/cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.490021] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d4823c3-b916-4fc3-aa7f-d24da0d8c16e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.497599] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 669.497599] env[69195]: value = "task-3503917" [ 669.497599] env[69195]: _type = "Task" [ 669.497599] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.498889] env[69195]: INFO nova.scheduler.client.report [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted allocations for instance 3ea9a37d-ac0e-4827-ac84-5707acdee448 [ 669.517787] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503917, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.686986] env[69195]: INFO nova.compute.manager [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Took 27.39 seconds to build instance. [ 669.701961] env[69195]: DEBUG nova.compute.manager [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 669.807174] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503914, 'name': CloneVM_Task, 'duration_secs': 1.904852} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.808295] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Created linked-clone VM from snapshot [ 669.809182] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe5d501-c5be-48a5-80a1-84b88a19dd6a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.818073] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Uploading image 9148e68b-121f-45c0-a9dc-c33da2d60937 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 669.842740] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 669.842740] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5908bd94-1fc7-42ac-a0a0-1c3da48685f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.851990] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 669.851990] env[69195]: value = "task-3503918" [ 669.851990] env[69195]: _type = "Task" [ 669.851990] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.865348] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503918, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.016643] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dc3dd1c6-f22e-4213-a298-779635baad7c tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "3ea9a37d-ac0e-4827-ac84-5707acdee448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.451s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.026820] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503917, 'name': Rename_Task, 'duration_secs': 0.149227} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.027132] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.027507] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ecbf81-7696-48fa-be6a-a6bc67610fd6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.035730] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 670.035730] env[69195]: value = "task-3503919" [ 670.035730] env[69195]: _type = "Task" [ 670.035730] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.047991] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.189125] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ec9a9e6c-d41f-4e2d-b3fe-b61efd920fa3 tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.433s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.232347] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.309476] env[69195]: DEBUG nova.compute.manager [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.311253] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f268366-a317-4b4a-b90d-3bfe1207052e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.369615] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503918, 'name': Destroy_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.553500] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.691427] env[69195]: DEBUG nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.826544] env[69195]: INFO nova.compute.manager [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] instance snapshotting [ 670.830085] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95385d96-0706-4465-835f-2fcca596825d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.854588] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2797f87a-a8e9-4cf6-80b2-957a628074d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.870220] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503918, 'name': Destroy_Task, 'duration_secs': 0.691786} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.872998] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Destroyed the VM [ 670.873255] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 670.873671] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ec9be29-14e5-4f66-b498-dbd4663f5b6c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.879118] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 670.879118] env[69195]: value = "task-3503920" [ 670.879118] env[69195]: _type = "Task" [ 670.879118] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.887527] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.045864] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503919, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.048104] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a534883-0e71-4af0-ab6b-e0afe9947910 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.058532] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09549b13-a804-4fd9-b889-e30b8e80451a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.093436] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2fad8d-f1f9-4767-9bd4-3dbb196ee936 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.102996] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c9f371-a901-4f1b-ba23-17587e810476 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.118438] env[69195]: DEBUG nova.compute.provider_tree [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.224715] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.372441] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 671.372869] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-755304dc-a4ce-40d3-9f9a-3e6210e2e1fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.382778] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 671.382778] env[69195]: value = "task-3503921" [ 671.382778] env[69195]: _type = "Task" [ 671.382778] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.400694] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503920, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.403871] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503921, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.550892] env[69195]: DEBUG oslo_vmware.api [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503919, 'name': PowerOnVM_Task, 'duration_secs': 1.106885} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.551237] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.552403] env[69195]: INFO nova.compute.manager [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Took 11.47 seconds to spawn the instance on the hypervisor. [ 671.552403] env[69195]: DEBUG nova.compute.manager [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.552492] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a12ea3-1cb9-477d-a9b8-a6c336018dba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.622440] env[69195]: DEBUG nova.scheduler.client.report [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.751201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.751201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.893900] env[69195]: DEBUG oslo_vmware.api [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503920, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706393} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.900343] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 671.912333] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503921, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.952294] env[69195]: DEBUG nova.compute.manager [req-823dc584-f842-43c6-8ea7-05e9c6d409ac req-7ff27ca8-f77b-4d3c-ad67-8708cfc8905c service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Received event network-changed-e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.952294] env[69195]: DEBUG nova.compute.manager [req-823dc584-f842-43c6-8ea7-05e9c6d409ac req-7ff27ca8-f77b-4d3c-ad67-8708cfc8905c service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Refreshing instance network info cache due to event network-changed-e021dd53-94b3-418d-bcc3-8489261d7227. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.952294] env[69195]: DEBUG oslo_concurrency.lockutils [req-823dc584-f842-43c6-8ea7-05e9c6d409ac req-7ff27ca8-f77b-4d3c-ad67-8708cfc8905c service nova] Acquiring lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.952527] env[69195]: DEBUG oslo_concurrency.lockutils [req-823dc584-f842-43c6-8ea7-05e9c6d409ac req-7ff27ca8-f77b-4d3c-ad67-8708cfc8905c service nova] Acquired lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.952783] env[69195]: DEBUG nova.network.neutron [req-823dc584-f842-43c6-8ea7-05e9c6d409ac req-7ff27ca8-f77b-4d3c-ad67-8708cfc8905c service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Refreshing network info cache for port e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.074159] env[69195]: INFO nova.compute.manager [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Took 30.29 seconds to build instance. [ 672.101999] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquiring lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.102652] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.128934] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.129461] env[69195]: DEBUG nova.compute.manager [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.132411] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.153s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.133830] env[69195]: INFO nova.compute.claims [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.405668] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503921, 'name': CreateSnapshot_Task, 'duration_secs': 0.582227} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.406645] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 672.410896] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c92b4b-251c-4131-9633-476bb5a7921c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.413384] env[69195]: WARNING nova.compute.manager [None req-316c97b9-0bae-410d-9462-10c70cd5e740 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Image not found during snapshot: nova.exception.ImageNotFound: Image 9148e68b-121f-45c0-a9dc-c33da2d60937 could not be found. [ 672.543565] env[69195]: INFO nova.compute.manager [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Rebuilding instance [ 672.580028] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ef76c1c1-0bcc-4c0a-b4db-adba27018dd6 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.514s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.604272] env[69195]: DEBUG nova.compute.manager [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.605676] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5f755b-c282-4a6b-a6a9-080dea2ab893 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.634130] env[69195]: DEBUG nova.compute.utils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.635558] env[69195]: DEBUG nova.compute.manager [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 672.939025] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.939025] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27bd5474-698b-482a-b6f6-cdda11d20bc7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.948806] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 672.948806] env[69195]: value = "task-3503922" [ 672.948806] env[69195]: _type = "Task" [ 672.948806] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.964518] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503922, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.083271] env[69195]: DEBUG nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.137840] env[69195]: DEBUG nova.compute.manager [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.184220] env[69195]: DEBUG nova.network.neutron [req-823dc584-f842-43c6-8ea7-05e9c6d409ac req-7ff27ca8-f77b-4d3c-ad67-8708cfc8905c service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Updated VIF entry in instance network info cache for port e021dd53-94b3-418d-bcc3-8489261d7227. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.184220] env[69195]: DEBUG nova.network.neutron [req-823dc584-f842-43c6-8ea7-05e9c6d409ac req-7ff27ca8-f77b-4d3c-ad67-8708cfc8905c service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Updating instance_info_cache with network_info: [{"id": "e021dd53-94b3-418d-bcc3-8489261d7227", "address": "fa:16:3e:a6:c6:11", "network": {"id": "b354951e-a1d0-4bb4-99ca-7696dc862722", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-733371017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9251b48ce654f23aefe5dabc87377e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape021dd53-94", "ovs_interfaceid": "e021dd53-94b3-418d-bcc3-8489261d7227", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.322776] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.322776] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.367995] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "7815b057-b31b-482b-8bd3-ee77c04719ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.367995] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7815b057-b31b-482b-8bd3-ee77c04719ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.465155] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503922, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.614836] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.625813] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.626696] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf8b3a4-0b6a-4b54-934f-18d61986896e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.639124] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 673.639124] env[69195]: value = "task-3503923" [ 673.639124] env[69195]: _type = "Task" [ 673.639124] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.652342] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.686228] env[69195]: DEBUG oslo_concurrency.lockutils [req-823dc584-f842-43c6-8ea7-05e9c6d409ac req-7ff27ca8-f77b-4d3c-ad67-8708cfc8905c service nova] Releasing lock "refresh_cache-0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.820389] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d1d08-606d-4fea-949c-71bf6b0b6b55 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.832194] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0780a14-2082-46dc-a4b4-e780a1c757c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.869151] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cf0192-9c03-48bc-8a81-119c5ffe79b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.876535] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96cb0a2-460b-4e35-853c-e510729ab3a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.893638] env[69195]: DEBUG nova.compute.provider_tree [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.966895] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503922, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.151476] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503923, 'name': PowerOffVM_Task, 'duration_secs': 0.180198} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.151775] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.152018] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.153154] env[69195]: DEBUG nova.compute.manager [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.155782] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1276922c-a44a-4cb3-a656-b8a2e1e71287 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.165738] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.165862] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f93117f2-8d19-42e2-a9c2-997bae6bd1ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.191643] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.191931] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.192132] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.192319] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.192691] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.192691] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.192903] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.193080] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.193248] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.193439] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.193626] env[69195]: DEBUG nova.virt.hardware [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.195320] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e514df88-a02d-4a68-af9c-a6ebbb1cf930 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.199458] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.199717] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.199875] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Deleting the datastore file [datastore2] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.200386] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624ed129-7a73-40a8-897c-3e9c307d0156 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.211859] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da39c4ec-13ba-47cc-a8d1-d8650335bdfc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.216765] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 674.216765] env[69195]: value = "task-3503925" [ 674.216765] env[69195]: _type = "Task" [ 674.216765] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.230071] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.236014] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Creating folder: Project (8f9a431e4e544a5b9e51dc1102864571). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.236975] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb231bde-07e0-43c0-b8f4-b2228754f363 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.242349] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.250327] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Created folder: Project (8f9a431e4e544a5b9e51dc1102864571) in parent group-v700121. [ 674.250327] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Creating folder: Instances. Parent ref: group-v700184. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.250505] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db0f2aca-0fa8-4068-adfa-61f0345a53a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.260212] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Created folder: Instances in parent group-v700184. [ 674.260509] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.260754] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.261127] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4599baeb-41c0-49de-afb3-e892ed859b67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.281889] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.281889] env[69195]: value = "task-3503928" [ 674.281889] env[69195]: _type = "Task" [ 674.281889] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.292540] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503928, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.297236] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.297672] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.298131] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.298530] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.298734] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.303891] env[69195]: INFO nova.compute.manager [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Terminating instance [ 674.396826] env[69195]: DEBUG nova.scheduler.client.report [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.463337] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503922, 'name': CloneVM_Task, 'duration_secs': 1.386859} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.463751] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Created linked-clone VM from snapshot [ 674.465199] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16285a72-a868-4a70-b082-4c8ac54d3872 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.472836] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Uploading image 648e174e-7b3b-4b77-b2b6-61066901447f {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.494308] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.494308] env[69195]: value = "vm-700183" [ 674.494308] env[69195]: _type = "VirtualMachine" [ 674.494308] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.494653] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d027695-3fe6-4bb6-8c7e-51db58a71647 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.503599] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lease: (returnval){ [ 674.503599] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5275c78a-1e9b-7910-893d-332d8834fe4c" [ 674.503599] env[69195]: _type = "HttpNfcLease" [ 674.503599] env[69195]: } obtained for exporting VM: (result){ [ 674.503599] env[69195]: value = "vm-700183" [ 674.503599] env[69195]: _type = "VirtualMachine" [ 674.503599] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.505008] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the lease: (returnval){ [ 674.505008] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5275c78a-1e9b-7910-893d-332d8834fe4c" [ 674.505008] env[69195]: _type = "HttpNfcLease" [ 674.505008] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.511324] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.511324] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5275c78a-1e9b-7910-893d-332d8834fe4c" [ 674.511324] env[69195]: _type = "HttpNfcLease" [ 674.511324] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.730697] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223404} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.730697] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.730697] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.730697] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.793921] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503928, 'name': CreateVM_Task, 'duration_secs': 0.295199} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.794102] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.795175] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.795175] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.795175] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.795279] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1663dd-0ce2-4921-b022-daced18bc36c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.801339] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 674.801339] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cbffae-3ac1-3342-3474-6fc55042f33b" [ 674.801339] env[69195]: _type = "Task" [ 674.801339] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.812362] env[69195]: DEBUG nova.compute.manager [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.812362] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.812362] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cbffae-3ac1-3342-3474-6fc55042f33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.812362] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b2762e-de32-463b-a0f1-6ca3946768f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.819377] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.819603] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cf9f45c-919a-4e47-96ef-4e5ec4d29210 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.828449] env[69195]: DEBUG oslo_vmware.api [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 674.828449] env[69195]: value = "task-3503930" [ 674.828449] env[69195]: _type = "Task" [ 674.828449] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.836825] env[69195]: DEBUG oslo_vmware.api [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.907020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.907592] env[69195]: DEBUG nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.910627] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.030s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.912183] env[69195]: INFO nova.compute.claims [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.015822] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 675.015822] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5275c78a-1e9b-7910-893d-332d8834fe4c" [ 675.015822] env[69195]: _type = "HttpNfcLease" [ 675.015822] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 675.016128] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 675.016128] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5275c78a-1e9b-7910-893d-332d8834fe4c" [ 675.016128] env[69195]: _type = "HttpNfcLease" [ 675.016128] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 675.016913] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b356147-61bb-4af8-bcaf-8a51ef489182 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.026617] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52917477-ea59-0cac-723e-aea26ef562e4/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 675.026846] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52917477-ea59-0cac-723e-aea26ef562e4/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 675.132575] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-407f85f2-7b17-4f16-9edc-85a9a9eac6f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.250352] env[69195]: DEBUG nova.compute.manager [None req-e7bee001-b874-4dfb-acf2-0d0b9618357c tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.250352] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f032fb21-734e-4fd9-a45c-b43000d6e579 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.314099] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cbffae-3ac1-3342-3474-6fc55042f33b, 'name': SearchDatastore_Task, 'duration_secs': 0.016533} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.314451] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.314828] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.314969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.315132] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.315312] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.315743] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ee6069-19d5-43db-a14b-5413204ac635 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.328650] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.328858] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.329970] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fb2b83-1374-4cc9-ac66-082746e9a277 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.343288] env[69195]: DEBUG oslo_vmware.api [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503930, 'name': PowerOffVM_Task, 'duration_secs': 0.277435} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.347173] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.347173] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.347173] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 675.347173] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52477026-c724-cdeb-3677-404d2225d292" [ 675.347173] env[69195]: _type = "Task" [ 675.347173] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.347173] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b524bae-7081-4c03-aef3-60c47c155519 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.361813] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52477026-c724-cdeb-3677-404d2225d292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.420121] env[69195]: DEBUG nova.compute.utils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.421814] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.421814] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.421945] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleting the datastore file [datastore2] 500e1b0a-5ce5-4664-916d-09ab8b45c5c8 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.422385] env[69195]: DEBUG nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.425022] env[69195]: DEBUG nova.network.neutron [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.425022] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f34b31e0-54a9-4abf-8050-fbdd0d1e2539 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.433778] env[69195]: DEBUG oslo_vmware.api [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 675.433778] env[69195]: value = "task-3503932" [ 675.433778] env[69195]: _type = "Task" [ 675.433778] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.444772] env[69195]: DEBUG oslo_vmware.api [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.557320] env[69195]: DEBUG nova.policy [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e52868aaf2c4f78ba9ec352cf196784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71a9ba6426d142fb9346c6a3df110fd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.761733] env[69195]: INFO nova.compute.manager [None req-e7bee001-b874-4dfb-acf2-0d0b9618357c tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] instance snapshotting [ 675.763255] env[69195]: DEBUG nova.objects.instance [None req-e7bee001-b874-4dfb-acf2-0d0b9618357c tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lazy-loading 'flavor' on Instance uuid cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.779876] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.780167] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.781115] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.781115] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.781115] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.781115] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.781397] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.781877] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.781989] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.782437] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.782514] env[69195]: DEBUG nova.virt.hardware [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.783564] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef78da0-6ea7-496f-804d-5329319516e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.792936] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36359b33-d9d4-4eee-95cf-2c9b7ea7e69e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.815317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquiring lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.815317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.815317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquiring lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.815317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.815531] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.816306] env[69195]: INFO nova.compute.manager [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Terminating instance [ 675.818150] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.825785] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.830901] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.831879] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46449d1c-e60d-4327-bb2c-4fd785961a01 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.854314] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.854314] env[69195]: value = "task-3503933" [ 675.854314] env[69195]: _type = "Task" [ 675.854314] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.867322] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52477026-c724-cdeb-3677-404d2225d292, 'name': SearchDatastore_Task, 'duration_secs': 0.030867} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.875323] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00196229-36ae-40b4-9a51-19c93c9e9afa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.878733] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503933, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.884548] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 675.884548] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f105c6-ac49-4dc1-adc3-94409243e66a" [ 675.884548] env[69195]: _type = "Task" [ 675.884548] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.898272] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f105c6-ac49-4dc1-adc3-94409243e66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.928982] env[69195]: DEBUG nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.948342] env[69195]: DEBUG oslo_vmware.api [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3503932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233086} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.949152] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.949152] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.949642] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.949982] env[69195]: INFO nova.compute.manager [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 675.951207] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.951639] env[69195]: DEBUG nova.compute.manager [-] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.951828] env[69195]: DEBUG nova.network.neutron [-] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.278045] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1009e-ca4c-4cef-a096-4b1dae8a0b58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.318019] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8173ff-380c-4fd3-89be-c808837c15b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.335437] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquiring lock "refresh_cache-cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.335437] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquired lock "refresh_cache-cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.335437] env[69195]: DEBUG nova.network.neutron [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.371967] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503933, 'name': CreateVM_Task, 'duration_secs': 0.463749} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.371967] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.371967] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.371967] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.371967] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.371967] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1479a9c0-707a-4d97-9359-2c18fb00e15b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.376287] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 676.376287] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fe2840-65dc-a168-4d14-0ee7841a6ca9" [ 676.376287] env[69195]: _type = "Task" [ 676.376287] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.386105] env[69195]: DEBUG nova.network.neutron [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Successfully created port: 307047b4-c355-48de-a2b6-07026792ea25 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.397080] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fe2840-65dc-a168-4d14-0ee7841a6ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.400434] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.401603] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.401966] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.402170] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f105c6-ac49-4dc1-adc3-94409243e66a, 'name': SearchDatastore_Task, 'duration_secs': 0.015548} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.405762] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.405762] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] d4d10cca-3c1b-4b7e-a292-22c94b4df23c/d4d10cca-3c1b-4b7e-a292-22c94b4df23c.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.405948] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.406124] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.406357] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce3ac89b-3ab5-4f50-930b-1cce9021aa6c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.408959] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91f01207-73ad-4980-9fac-2e50e0a41c30 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.424284] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.424284] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.424284] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 676.424284] env[69195]: value = "task-3503934" [ 676.424284] env[69195]: _type = "Task" [ 676.424284] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.424284] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36382468-9b50-4944-9679-9ea804956cd7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.430517] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 676.430517] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525a896c-7527-7208-9ea4-f89e7b5b7ed2" [ 676.430517] env[69195]: _type = "Task" [ 676.430517] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.437141] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.446114] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525a896c-7527-7208-9ea4-f89e7b5b7ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.454793] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fda48de-624b-4b63-a68d-2dd10ee0c302 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.465515] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 676.465515] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528dbe70-efa7-c3dd-f8cf-c40ab507703c" [ 676.465515] env[69195]: _type = "Task" [ 676.465515] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.483214] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528dbe70-efa7-c3dd-f8cf-c40ab507703c, 'name': SearchDatastore_Task, 'duration_secs': 0.010387} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.484674] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.485071] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b/316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.487413] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e3d45b6-9ae5-4b44-b94b-b0fc9fcbe5c3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.497905] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 676.497905] env[69195]: value = "task-3503935" [ 676.497905] env[69195]: _type = "Task" [ 676.497905] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.507301] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.631895] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9749ae6d-f93c-41f3-aff8-262deb973726 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.641370] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6bf193-76ce-4ee1-9d21-b43feafdb699 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.681682] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab869e3-b470-4321-b9ce-3425c4e17fe6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.693463] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d60c0e-5107-4571-948c-97787c9a846f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.711302] env[69195]: DEBUG nova.compute.provider_tree [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.828187] env[69195]: DEBUG nova.compute.manager [None req-e7bee001-b874-4dfb-acf2-0d0b9618357c tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Instance disappeared during snapshot {{(pid=69195) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 676.863063] env[69195]: DEBUG nova.network.neutron [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.922212] env[69195]: DEBUG nova.network.neutron [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.933915] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503327} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.934721] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] d4d10cca-3c1b-4b7e-a292-22c94b4df23c/d4d10cca-3c1b-4b7e-a292-22c94b4df23c.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.934849] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.935042] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf7108bb-2164-4bcf-a106-8e26a037cadd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.942400] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 676.942400] env[69195]: value = "task-3503936" [ 676.942400] env[69195]: _type = "Task" [ 676.942400] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.954242] env[69195]: DEBUG nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.957430] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.015826] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503935, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.015826] env[69195]: DEBUG nova.compute.manager [None req-e7bee001-b874-4dfb-acf2-0d0b9618357c tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Found 0 images (rotation: 2) {{(pid=69195) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 677.022588] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.022804] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.023137] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.023295] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.023662] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.023857] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.024127] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.024334] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.025525] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.025525] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.025525] env[69195]: DEBUG nova.virt.hardware [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.029080] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b139956-d963-49f9-b773-82332c8dbe6f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.036691] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c26d087-75a6-4454-b434-fc0749ebe708 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.064810] env[69195]: DEBUG nova.network.neutron [-] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.081634] env[69195]: DEBUG nova.compute.manager [req-bb6bb798-de3c-4f77-a3d1-ef31bd79e582 req-01236181-9c37-47ea-ac47-c9496be4c0b1 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Received event network-vif-deleted-1a203f1b-3850-493a-b175-471235ddb362 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.081901] env[69195]: INFO nova.compute.manager [req-bb6bb798-de3c-4f77-a3d1-ef31bd79e582 req-01236181-9c37-47ea-ac47-c9496be4c0b1 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Neutron deleted interface 1a203f1b-3850-493a-b175-471235ddb362; detaching it from the instance and deleting it from the info cache [ 677.082184] env[69195]: DEBUG nova.network.neutron [req-bb6bb798-de3c-4f77-a3d1-ef31bd79e582 req-01236181-9c37-47ea-ac47-c9496be4c0b1 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.217317] env[69195]: DEBUG nova.scheduler.client.report [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.429020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Releasing lock "refresh_cache-cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.429020] env[69195]: DEBUG nova.compute.manager [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.429020] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.429020] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817a0ac-4d00-4a14-8df2-26c5d49d7435 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.438656] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.439660] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d656e38f-381e-4686-99db-cf08d9ed55be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.449527] env[69195]: DEBUG oslo_vmware.api [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 677.449527] env[69195]: value = "task-3503937" [ 677.449527] env[69195]: _type = "Task" [ 677.449527] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.456722] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115177} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.457500] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.459039] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea2c38a-9630-4f62-aea1-c5c26d91b7ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.466015] env[69195]: DEBUG oslo_vmware.api [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.485654] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] d4d10cca-3c1b-4b7e-a292-22c94b4df23c/d4d10cca-3c1b-4b7e-a292-22c94b4df23c.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.486048] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62536a30-8e27-437c-8a20-8087fd410d26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.517860] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753397} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.520010] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b/316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.520010] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.520448] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 677.520448] env[69195]: value = "task-3503938" [ 677.520448] env[69195]: _type = "Task" [ 677.520448] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.520730] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-346a3618-2d3e-4931-8b93-b3c6fe90ab76 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.533375] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.535957] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 677.535957] env[69195]: value = "task-3503939" [ 677.535957] env[69195]: _type = "Task" [ 677.535957] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.568218] env[69195]: INFO nova.compute.manager [-] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Took 1.62 seconds to deallocate network for instance. [ 677.587183] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-025a3d99-4f2f-4f79-8d35-70569cbccff7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.598381] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b27f5c-2fba-442c-960c-10c2d6988c37 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.636507] env[69195]: DEBUG nova.compute.manager [req-bb6bb798-de3c-4f77-a3d1-ef31bd79e582 req-01236181-9c37-47ea-ac47-c9496be4c0b1 service nova] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Detach interface failed, port_id=1a203f1b-3850-493a-b175-471235ddb362, reason: Instance 500e1b0a-5ce5-4664-916d-09ab8b45c5c8 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 677.724488] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.725092] env[69195]: DEBUG nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.728569] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.814s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.728800] env[69195]: DEBUG nova.objects.instance [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lazy-loading 'resources' on Instance uuid 0da933f2-aa13-4bd7-b1ba-e6ba4974b757 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.963024] env[69195]: DEBUG oslo_vmware.api [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503937, 'name': PowerOffVM_Task, 'duration_secs': 0.160865} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.963024] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.963024] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.963024] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0022a566-8077-49c2-8155-a922cbc5bf4e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.984248] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.984495] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.984690] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Deleting the datastore file [datastore1] cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.984960] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973f5eba-e77b-4729-b8e4-6de7d70a0958 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.992305] env[69195]: DEBUG oslo_vmware.api [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for the task: (returnval){ [ 677.992305] env[69195]: value = "task-3503941" [ 677.992305] env[69195]: _type = "Task" [ 677.992305] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.999481] env[69195]: DEBUG oslo_vmware.api [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.033950] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503938, 'name': ReconfigVM_Task, 'duration_secs': 0.359515} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.034567] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Reconfigured VM instance instance-00000013 to attach disk [datastore1] d4d10cca-3c1b-4b7e-a292-22c94b4df23c/d4d10cca-3c1b-4b7e-a292-22c94b4df23c.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.035217] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aba07963-8a41-4d0f-9265-e3b5053e6947 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.051343] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087979} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.051508] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 678.051508] env[69195]: value = "task-3503942" [ 678.051508] env[69195]: _type = "Task" [ 678.051508] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.051926] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.053217] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c69f5f-9414-411a-a3be-195b3ab4ed3b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.071439] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503942, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.084725] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b/316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.085907] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.086067] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382ea53b-c42e-47a5-b689-4379764319d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.110402] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 678.110402] env[69195]: value = "task-3503943" [ 678.110402] env[69195]: _type = "Task" [ 678.110402] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.119873] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.236537] env[69195]: DEBUG nova.compute.utils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.242279] env[69195]: DEBUG nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.242279] env[69195]: DEBUG nova.network.neutron [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.408496] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.408496] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.434851] env[69195]: DEBUG nova.policy [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '902d689c167840b384df8903d8292fb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '124817dfe23840b697427f57fc5832bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.501341] env[69195]: DEBUG oslo_vmware.api [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Task: {'id': task-3503941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093162} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.504506] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.504846] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.505150] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.505414] env[69195]: INFO nova.compute.manager [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Took 1.08 seconds to destroy the instance on the hypervisor. [ 678.505744] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.507058] env[69195]: DEBUG nova.compute.manager [-] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.507216] env[69195]: DEBUG nova.network.neutron [-] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.560026] env[69195]: DEBUG nova.network.neutron [-] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.570292] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503942, 'name': Rename_Task, 'duration_secs': 0.158901} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.570577] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.571150] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91a965b8-52fe-473f-b7f9-be4c11e482ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.579867] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 678.579867] env[69195]: value = "task-3503944" [ 678.579867] env[69195]: _type = "Task" [ 678.579867] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.595021] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.629163] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503943, 'name': ReconfigVM_Task, 'duration_secs': 0.264969} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.629163] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b/316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.629412] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a8fb33-7e22-4300-b932-73120726cbfe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.637615] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 678.637615] env[69195]: value = "task-3503945" [ 678.637615] env[69195]: _type = "Task" [ 678.637615] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.650334] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503945, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.718378] env[69195]: DEBUG nova.network.neutron [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Successfully updated port: 307047b4-c355-48de-a2b6-07026792ea25 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.744692] env[69195]: DEBUG nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.889563] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2a08e-aa35-4130-8f76-13fdd386a392 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.902864] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd15e4f-60d0-44d1-95b8-e8daddc1eba8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.935917] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79f29e-6dd3-4fce-ad25-7b781f21739f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.944982] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6662d1-77a3-4459-b939-46c4ce66faea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.962922] env[69195]: DEBUG nova.compute.provider_tree [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.005682] env[69195]: DEBUG nova.network.neutron [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Successfully created port: f6303034-67bb-4e19-851c-f6a1f1987dc6 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.066195] env[69195]: DEBUG nova.network.neutron [-] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.093152] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503944, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.154022] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503945, 'name': Rename_Task, 'duration_secs': 0.277122} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.154022] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.154022] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-925c88a2-10fc-46e8-9fc0-4c8ba29adbce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.162858] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 679.162858] env[69195]: value = "task-3503946" [ 679.162858] env[69195]: _type = "Task" [ 679.162858] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.176038] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503946, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.219770] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "refresh_cache-437dd76d-4ce5-440d-8683-23c847f39e29" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.219770] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquired lock "refresh_cache-437dd76d-4ce5-440d-8683-23c847f39e29" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.220299] env[69195]: DEBUG nova.network.neutron [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.467120] env[69195]: DEBUG nova.scheduler.client.report [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.570241] env[69195]: INFO nova.compute.manager [-] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Took 1.06 seconds to deallocate network for instance. [ 679.595055] env[69195]: DEBUG oslo_vmware.api [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503944, 'name': PowerOnVM_Task, 'duration_secs': 0.926215} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.595055] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.595055] env[69195]: INFO nova.compute.manager [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Took 5.44 seconds to spawn the instance on the hypervisor. [ 679.595055] env[69195]: DEBUG nova.compute.manager [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.595055] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf05a5e-1c60-4328-96fe-060fce809f29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.662440] env[69195]: DEBUG nova.compute.manager [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Received event network-vif-plugged-307047b4-c355-48de-a2b6-07026792ea25 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.662560] env[69195]: DEBUG oslo_concurrency.lockutils [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] Acquiring lock "437dd76d-4ce5-440d-8683-23c847f39e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.662725] env[69195]: DEBUG oslo_concurrency.lockutils [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] Lock "437dd76d-4ce5-440d-8683-23c847f39e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.662893] env[69195]: DEBUG oslo_concurrency.lockutils [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] Lock "437dd76d-4ce5-440d-8683-23c847f39e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.663315] env[69195]: DEBUG nova.compute.manager [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] No waiting events found dispatching network-vif-plugged-307047b4-c355-48de-a2b6-07026792ea25 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.663487] env[69195]: WARNING nova.compute.manager [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Received unexpected event network-vif-plugged-307047b4-c355-48de-a2b6-07026792ea25 for instance with vm_state building and task_state spawning. [ 679.663645] env[69195]: DEBUG nova.compute.manager [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Received event network-changed-307047b4-c355-48de-a2b6-07026792ea25 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.665158] env[69195]: DEBUG nova.compute.manager [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Refreshing instance network info cache due to event network-changed-307047b4-c355-48de-a2b6-07026792ea25. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.665158] env[69195]: DEBUG oslo_concurrency.lockutils [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] Acquiring lock "refresh_cache-437dd76d-4ce5-440d-8683-23c847f39e29" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.684037] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503946, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.755760] env[69195]: DEBUG nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.760435] env[69195]: DEBUG nova.network.neutron [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.800053] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.800836] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.800836] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.801013] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.801249] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.801470] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.803367] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.803367] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.803367] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.803367] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.803367] env[69195]: DEBUG nova.virt.hardware [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.804937] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c85acf-80c2-4e02-91d3-ea095062f9e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.818183] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ef59a3-c8d0-49e0-92dd-8ce49f4b2253 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.979470] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.981897] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.961s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.983623] env[69195]: INFO nova.compute.claims [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.002245] env[69195]: INFO nova.scheduler.client.report [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Deleted allocations for instance 0da933f2-aa13-4bd7-b1ba-e6ba4974b757 [ 680.079597] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.114205] env[69195]: INFO nova.compute.manager [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Took 32.80 seconds to build instance. [ 680.139028] env[69195]: DEBUG nova.network.neutron [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Updating instance_info_cache with network_info: [{"id": "307047b4-c355-48de-a2b6-07026792ea25", "address": "fa:16:3e:5c:04:91", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307047b4-c3", "ovs_interfaceid": "307047b4-c355-48de-a2b6-07026792ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.176637] env[69195]: DEBUG oslo_vmware.api [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503946, 'name': PowerOnVM_Task, 'duration_secs': 0.81869} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.176763] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.176964] env[69195]: DEBUG nova.compute.manager [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.177791] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8810d756-f8b9-4320-b2c2-8a946bf64ed2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.448105] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquiring lock "a0db66d9-da08-4192-8748-1a43b1f870cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.449622] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "a0db66d9-da08-4192-8748-1a43b1f870cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.513426] env[69195]: DEBUG oslo_concurrency.lockutils [None req-167ddb0d-0ba5-45fc-bc6f-7ff9ed750a10 tempest-ServerDiagnosticsV248Test-581977695 tempest-ServerDiagnosticsV248Test-581977695-project-member] Lock "0da933f2-aa13-4bd7-b1ba-e6ba4974b757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.844s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.618111] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b885e0d3-a65f-41c6-a593-42765daec4ca tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.318s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.643271] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Releasing lock "refresh_cache-437dd76d-4ce5-440d-8683-23c847f39e29" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.644712] env[69195]: DEBUG nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Instance network_info: |[{"id": "307047b4-c355-48de-a2b6-07026792ea25", "address": "fa:16:3e:5c:04:91", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307047b4-c3", "ovs_interfaceid": "307047b4-c355-48de-a2b6-07026792ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.644712] env[69195]: DEBUG oslo_concurrency.lockutils [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] Acquired lock "refresh_cache-437dd76d-4ce5-440d-8683-23c847f39e29" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.645253] env[69195]: DEBUG nova.network.neutron [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Refreshing network info cache for port 307047b4-c355-48de-a2b6-07026792ea25 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.645746] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:04:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307047b4-c355-48de-a2b6-07026792ea25', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.654544] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.655673] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.655901] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30bf7590-d877-4c3f-b8cf-a02d26eed6c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.679269] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.679269] env[69195]: value = "task-3503947" [ 680.679269] env[69195]: _type = "Task" [ 680.679269] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.698037] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503947, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.698282] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.955553] env[69195]: DEBUG nova.network.neutron [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Successfully updated port: f6303034-67bb-4e19-851c-f6a1f1987dc6 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.121430] env[69195]: DEBUG nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.194409] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503947, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.462008] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.463882] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.464207] env[69195]: DEBUG nova.network.neutron [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.512221] env[69195]: DEBUG nova.network.neutron [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Updated VIF entry in instance network info cache for port 307047b4-c355-48de-a2b6-07026792ea25. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.512409] env[69195]: DEBUG nova.network.neutron [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Updating instance_info_cache with network_info: [{"id": "307047b4-c355-48de-a2b6-07026792ea25", "address": "fa:16:3e:5c:04:91", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307047b4-c3", "ovs_interfaceid": "307047b4-c355-48de-a2b6-07026792ea25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.651737] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.677153] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40743590-9f1f-4dbf-ade5-e56466f91b75 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.692270] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebbee60-c354-4a9f-8d23-fac8b28ece04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.703549] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503947, 'name': CreateVM_Task, 'duration_secs': 0.580367} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.703549] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.703549] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.703549] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.704013] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.708467] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf484144-be0d-4c47-9dc2-fc139ea6103e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.736457] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db67cc5-e649-4596-8d31-48b9a989aa13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.739886] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 681.739886] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e2c2b7-0c83-cd13-f1da-cf9aa3be37f9" [ 681.739886] env[69195]: _type = "Task" [ 681.739886] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.747396] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168da6bd-99fa-42c5-bd6f-70a2a2f7a76d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.756463] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e2c2b7-0c83-cd13-f1da-cf9aa3be37f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017714} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.759339] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.759339] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.759339] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.759339] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.759598] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.759598] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce747fbb-8f2d-40cb-ba78-236193c1872d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.770737] env[69195]: DEBUG nova.compute.provider_tree [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.781414] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.781713] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.782597] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9c94d3-96b1-4281-9401-5da158998b05 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.788801] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 681.788801] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5277b41b-a592-b377-efac-52738a8dad3a" [ 681.788801] env[69195]: _type = "Task" [ 681.788801] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.799237] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5277b41b-a592-b377-efac-52738a8dad3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.916736] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.917101] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.917754] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.917754] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.917754] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.922313] env[69195]: INFO nova.compute.manager [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Terminating instance [ 682.005272] env[69195]: DEBUG nova.network.neutron [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.018065] env[69195]: DEBUG oslo_concurrency.lockutils [req-3c7ac2dc-4d4d-46e8-b461-8fc904bfc5c9 req-de4bf74f-78ff-43a3-8570-7dd339ee2a0e service nova] Releasing lock "refresh_cache-437dd76d-4ce5-440d-8683-23c847f39e29" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.206352] env[69195]: DEBUG nova.network.neutron [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Updating instance_info_cache with network_info: [{"id": "f6303034-67bb-4e19-851c-f6a1f1987dc6", "address": "fa:16:3e:d5:2e:14", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6303034-67", "ovs_interfaceid": "f6303034-67bb-4e19-851c-f6a1f1987dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.275999] env[69195]: DEBUG nova.scheduler.client.report [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.303660] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5277b41b-a592-b377-efac-52738a8dad3a, 'name': SearchDatastore_Task, 'duration_secs': 0.018112} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.305301] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3a6353-774d-411a-8f6e-994ad2bf8d82 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.312308] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 682.312308] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52519bb3-dedc-13db-7224-4f53c48a9efc" [ 682.312308] env[69195]: _type = "Task" [ 682.312308] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.321725] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52519bb3-dedc-13db-7224-4f53c48a9efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.426781] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "refresh_cache-316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.426781] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquired lock "refresh_cache-316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.426946] env[69195]: DEBUG nova.network.neutron [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.432783] env[69195]: DEBUG nova.compute.manager [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Received event network-vif-plugged-f6303034-67bb-4e19-851c-f6a1f1987dc6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.432783] env[69195]: DEBUG oslo_concurrency.lockutils [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] Acquiring lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.432783] env[69195]: DEBUG oslo_concurrency.lockutils [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.432783] env[69195]: DEBUG oslo_concurrency.lockutils [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.432783] env[69195]: DEBUG nova.compute.manager [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] No waiting events found dispatching network-vif-plugged-f6303034-67bb-4e19-851c-f6a1f1987dc6 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.433283] env[69195]: WARNING nova.compute.manager [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Received unexpected event network-vif-plugged-f6303034-67bb-4e19-851c-f6a1f1987dc6 for instance with vm_state building and task_state spawning. [ 682.433283] env[69195]: DEBUG nova.compute.manager [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Received event network-changed-f6303034-67bb-4e19-851c-f6a1f1987dc6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.433283] env[69195]: DEBUG nova.compute.manager [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Refreshing instance network info cache due to event network-changed-f6303034-67bb-4e19-851c-f6a1f1987dc6. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.433283] env[69195]: DEBUG oslo_concurrency.lockutils [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] Acquiring lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.710938] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.711268] env[69195]: DEBUG nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Instance network_info: |[{"id": "f6303034-67bb-4e19-851c-f6a1f1987dc6", "address": "fa:16:3e:d5:2e:14", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6303034-67", "ovs_interfaceid": "f6303034-67bb-4e19-851c-f6a1f1987dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.711630] env[69195]: DEBUG oslo_concurrency.lockutils [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] Acquired lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.711815] env[69195]: DEBUG nova.network.neutron [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Refreshing network info cache for port f6303034-67bb-4e19-851c-f6a1f1987dc6 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.713610] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:2e:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6303034-67bb-4e19-851c-f6a1f1987dc6', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.723921] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Creating folder: Project (124817dfe23840b697427f57fc5832bd). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.728422] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f27bc5a8-2e8d-4173-859e-fed34f9b7882 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.745140] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Created folder: Project (124817dfe23840b697427f57fc5832bd) in parent group-v700121. [ 682.745344] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Creating folder: Instances. Parent ref: group-v700189. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.745654] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b04ad1-4169-44e6-b53d-e3b20dec939b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.756792] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Created folder: Instances in parent group-v700189. [ 682.757049] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.757599] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.757830] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3c40b92-0cc7-4be7-a33a-d04b140d34d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.783652] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.783652] env[69195]: value = "task-3503950" [ 682.783652] env[69195]: _type = "Task" [ 682.783652] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.790212] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.790757] env[69195]: DEBUG nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.794104] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.189s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.797472] env[69195]: INFO nova.compute.claims [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.815295] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503950, 'name': CreateVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.823196] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52519bb3-dedc-13db-7224-4f53c48a9efc, 'name': SearchDatastore_Task, 'duration_secs': 0.010809} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.823517] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.823845] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 437dd76d-4ce5-440d-8683-23c847f39e29/437dd76d-4ce5-440d-8683-23c847f39e29.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.824144] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d0181e1-6e6f-48d4-a37e-f1411f2dcc3a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.833087] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 682.833087] env[69195]: value = "task-3503951" [ 682.833087] env[69195]: _type = "Task" [ 682.833087] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.844191] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.977025] env[69195]: DEBUG nova.network.neutron [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.084667] env[69195]: DEBUG nova.network.neutron [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.176856] env[69195]: DEBUG nova.network.neutron [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Updated VIF entry in instance network info cache for port f6303034-67bb-4e19-851c-f6a1f1987dc6. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.178882] env[69195]: DEBUG nova.network.neutron [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Updating instance_info_cache with network_info: [{"id": "f6303034-67bb-4e19-851c-f6a1f1987dc6", "address": "fa:16:3e:d5:2e:14", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6303034-67", "ovs_interfaceid": "f6303034-67bb-4e19-851c-f6a1f1987dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.238534] env[69195]: INFO nova.compute.manager [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Rebuilding instance [ 683.298669] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503950, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.299294] env[69195]: DEBUG nova.compute.manager [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.300317] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f6fed6-0e7e-4eac-94ac-5c13708f688d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.307378] env[69195]: DEBUG nova.compute.utils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.312022] env[69195]: DEBUG nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.312022] env[69195]: DEBUG nova.network.neutron [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.346754] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.382666] env[69195]: DEBUG nova.policy [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '902d689c167840b384df8903d8292fb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '124817dfe23840b697427f57fc5832bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.589154] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Releasing lock "refresh_cache-316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.589808] env[69195]: DEBUG nova.compute.manager [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.590021] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.590928] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b5a283-85a7-4c07-92b0-0c390c23fa5b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.603018] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.603755] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-326202d7-22d0-4124-b246-69be68542ae8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.613073] env[69195]: DEBUG oslo_vmware.api [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 683.613073] env[69195]: value = "task-3503952" [ 683.613073] env[69195]: _type = "Task" [ 683.613073] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.625322] env[69195]: DEBUG oslo_vmware.api [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.681358] env[69195]: DEBUG oslo_concurrency.lockutils [req-e6de03e5-5a83-4d87-ad91-e931146a62c3 req-ded611a4-68bd-4091-86f0-f271ef02175d service nova] Releasing lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.797111] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503950, 'name': CreateVM_Task, 'duration_secs': 0.839132} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.797548] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.810953] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.810953] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.810953] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.810953] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050f3b9d-da56-4170-82aa-6d84ec38d07f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.810953] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 683.810953] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267961b-bb4a-a63f-1ca0-52b2ff9182ab" [ 683.810953] env[69195]: _type = "Task" [ 683.811674] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.816759] env[69195]: DEBUG nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.819486] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267961b-bb4a-a63f-1ca0-52b2ff9182ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.845471] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893952} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.845826] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 437dd76d-4ce5-440d-8683-23c847f39e29/437dd76d-4ce5-440d-8683-23c847f39e29.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.846093] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.846465] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19e692d6-4b7d-4d2b-adc7-9fda98cef712 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.855600] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 683.855600] env[69195]: value = "task-3503953" [ 683.855600] env[69195]: _type = "Task" [ 683.855600] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.869107] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.989459] env[69195]: DEBUG nova.network.neutron [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Successfully created port: 0a65329a-ec17-411d-b432-b1e1a63ca46d {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.133038] env[69195]: DEBUG oslo_vmware.api [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503952, 'name': PowerOffVM_Task, 'duration_secs': 0.164698} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.133489] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.134200] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.134200] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ce423a6-6203-4a98-b031-013c758d534a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.163321] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.164269] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.164269] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Deleting the datastore file [datastore1] 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.164269] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca2e3258-a995-41c9-9bc8-90ab13bd9639 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.171729] env[69195]: DEBUG oslo_vmware.api [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for the task: (returnval){ [ 684.171729] env[69195]: value = "task-3503955" [ 684.171729] env[69195]: _type = "Task" [ 684.171729] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.181325] env[69195]: DEBUG oslo_vmware.api [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.318541] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267961b-bb4a-a63f-1ca0-52b2ff9182ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.319483] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.319483] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.319483] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.319664] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.319697] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.320766] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a39b1d64-63ab-4357-9018-718c91c4eb9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.329132] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.331176] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a9f895-2bc2-4714-aed5-bd92a98312da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.334941] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.334941] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.334941] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5610cd4-c98a-4ef2-a369-34047745ca3d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.340068] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 684.340068] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5218b96e-6132-b7ce-ab42-33a02bb6600e" [ 684.340068] env[69195]: _type = "Task" [ 684.340068] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.343908] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 684.343908] env[69195]: value = "task-3503956" [ 684.343908] env[69195]: _type = "Task" [ 684.343908] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.359383] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5218b96e-6132-b7ce-ab42-33a02bb6600e, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.367960] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.368697] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164764b4-ed55-48d7-9523-a48e022f41ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.381022] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 684.381022] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5241ac1b-a5ac-cc09-3804-447f58a34401" [ 684.381022] env[69195]: _type = "Task" [ 684.381022] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.381022] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078634} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.381022] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.383795] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51a75ae-34b3-42b6-b18e-dc855ef5e8e8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.398564] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5241ac1b-a5ac-cc09-3804-447f58a34401, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.412813] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.413169] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296/30c4ca73-4f2f-4aa1-9c4b-fed5c7144296.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.425285] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 437dd76d-4ce5-440d-8683-23c847f39e29/437dd76d-4ce5-440d-8683-23c847f39e29.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.429483] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e0c5da-2443-4635-8f93-2501bb3381f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.433447] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2705578c-df13-4cca-ab34-fc110d5d4e81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.457544] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 684.457544] env[69195]: value = "task-3503957" [ 684.457544] env[69195]: _type = "Task" [ 684.457544] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.457544] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 684.457544] env[69195]: value = "task-3503958" [ 684.457544] env[69195]: _type = "Task" [ 684.457544] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.475465] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503958, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.476188] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.525054] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1770bb7f-4bd5-4aab-8c35-92146ccc6cfc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.536816] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a194e7-8bc4-4647-a443-f73a6959251b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.577029] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquiring lock "cab205ab-e9d5-4381-8bf4-53fc516add07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.577173] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "cab205ab-e9d5-4381-8bf4-53fc516add07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.579016] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275339a1-1e64-46dd-95a8-5032246e1417 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.588413] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d26791-8c3a-4457-9f82-942218ce03fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.604450] env[69195]: DEBUG nova.compute.provider_tree [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.685476] env[69195]: DEBUG oslo_vmware.api [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Task: {'id': task-3503955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098348} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.685868] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.686138] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.686284] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.686464] env[69195]: INFO nova.compute.manager [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 684.686762] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.687030] env[69195]: DEBUG nova.compute.manager [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.687147] env[69195]: DEBUG nova.network.neutron [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.719014] env[69195]: DEBUG nova.network.neutron [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.831453] env[69195]: DEBUG nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.862775] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503956, 'name': PowerOffVM_Task, 'duration_secs': 0.155742} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.862775] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.862775] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.865341] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.865495] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.865658] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.865893] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.866024] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.866189] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.866457] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.867017] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.867017] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.867017] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.867189] env[69195]: DEBUG nova.virt.hardware [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.868105] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee75e63-0561-44d9-a9ba-be7f207773a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.871652] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd8a920-c31f-41ba-8170-e45c0b353c10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.879672] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.882065] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a456b953-7166-41a6-a034-fc8565c9173b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.885304] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fefd47d-2154-4eaf-8d99-8cdd4cf34398 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.931881] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.932163] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.932431] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Deleting the datastore file [datastore1] d4d10cca-3c1b-4b7e-a292-22c94b4df23c {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.932708] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95b4e5e5-3723-42cd-9cf2-b31c7cad5fcf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.939574] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 684.939574] env[69195]: value = "task-3503960" [ 684.939574] env[69195]: _type = "Task" [ 684.939574] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.949913] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.967703] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.972843] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503958, 'name': ReconfigVM_Task, 'duration_secs': 0.466183} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.973138] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 437dd76d-4ce5-440d-8683-23c847f39e29/437dd76d-4ce5-440d-8683-23c847f39e29.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.973781] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32e6d637-cc95-43dc-bcec-db10876cef5c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.980489] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 684.980489] env[69195]: value = "task-3503961" [ 684.980489] env[69195]: _type = "Task" [ 684.980489] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.990054] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503961, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.107428] env[69195]: DEBUG nova.scheduler.client.report [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.151307] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52917477-ea59-0cac-723e-aea26ef562e4/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 685.152516] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f397dc3-1e03-49cd-85a7-98648c108628 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.160589] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52917477-ea59-0cac-723e-aea26ef562e4/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 685.160691] env[69195]: ERROR oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52917477-ea59-0cac-723e-aea26ef562e4/disk-0.vmdk due to incomplete transfer. [ 685.160910] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-198c4d74-4992-41bd-84f0-9a743df2ed7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.168422] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52917477-ea59-0cac-723e-aea26ef562e4/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 685.168642] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Uploaded image 648e174e-7b3b-4b77-b2b6-61066901447f to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 685.171202] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 685.171467] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de2d85d5-3499-4993-ae1f-2ba6639b8734 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.177567] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 685.177567] env[69195]: value = "task-3503962" [ 685.177567] env[69195]: _type = "Task" [ 685.177567] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.185727] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503962, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.222491] env[69195]: DEBUG nova.network.neutron [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.449884] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171642} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.450241] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.450368] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.450528] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.468912] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612839} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.469202] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296/30c4ca73-4f2f-4aa1-9c4b-fed5c7144296.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.469418] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.469673] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de3ec450-c743-4baf-8f55-2124068cf968 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.477843] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 685.477843] env[69195]: value = "task-3503963" [ 685.477843] env[69195]: _type = "Task" [ 685.477843] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.490844] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.499539] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503961, 'name': Rename_Task, 'duration_secs': 0.213279} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.500032] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.500440] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-687666f0-d941-45a8-881a-8bff9705b9a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.510272] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 685.510272] env[69195]: value = "task-3503964" [ 685.510272] env[69195]: _type = "Task" [ 685.510272] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.520616] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.617088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.618442] env[69195]: DEBUG nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.620295] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.973s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.620557] env[69195]: DEBUG nova.objects.instance [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lazy-loading 'resources' on Instance uuid a22ba7df-ac38-46e5-992f-a67ecb06af62 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.690073] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503962, 'name': Destroy_Task, 'duration_secs': 0.373414} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.690073] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Destroyed the VM [ 685.690073] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 685.690594] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb8a60f6-5619-4f3e-b9c4-e251ade06222 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.700775] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 685.700775] env[69195]: value = "task-3503965" [ 685.700775] env[69195]: _type = "Task" [ 685.700775] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.711957] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503965, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.727682] env[69195]: INFO nova.compute.manager [-] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Took 1.04 seconds to deallocate network for instance. [ 685.865830] env[69195]: DEBUG nova.compute.manager [req-9548d172-27cf-4634-8c19-5b97e27cbbe2 req-ddcebaee-ae5e-40db-b9fb-06c5f408ee5d service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Received event network-vif-plugged-0a65329a-ec17-411d-b432-b1e1a63ca46d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.866136] env[69195]: DEBUG oslo_concurrency.lockutils [req-9548d172-27cf-4634-8c19-5b97e27cbbe2 req-ddcebaee-ae5e-40db-b9fb-06c5f408ee5d service nova] Acquiring lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.866388] env[69195]: DEBUG oslo_concurrency.lockutils [req-9548d172-27cf-4634-8c19-5b97e27cbbe2 req-ddcebaee-ae5e-40db-b9fb-06c5f408ee5d service nova] Lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.866615] env[69195]: DEBUG oslo_concurrency.lockutils [req-9548d172-27cf-4634-8c19-5b97e27cbbe2 req-ddcebaee-ae5e-40db-b9fb-06c5f408ee5d service nova] Lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.866822] env[69195]: DEBUG nova.compute.manager [req-9548d172-27cf-4634-8c19-5b97e27cbbe2 req-ddcebaee-ae5e-40db-b9fb-06c5f408ee5d service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] No waiting events found dispatching network-vif-plugged-0a65329a-ec17-411d-b432-b1e1a63ca46d {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.867031] env[69195]: WARNING nova.compute.manager [req-9548d172-27cf-4634-8c19-5b97e27cbbe2 req-ddcebaee-ae5e-40db-b9fb-06c5f408ee5d service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Received unexpected event network-vif-plugged-0a65329a-ec17-411d-b432-b1e1a63ca46d for instance with vm_state building and task_state spawning. [ 685.991774] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069022} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.993140] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.997360] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99e37d5-d0b5-4295-9bbb-138d28b64ab9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.024838] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296/30c4ca73-4f2f-4aa1-9c4b-fed5c7144296.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.025856] env[69195]: DEBUG nova.network.neutron [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Successfully updated port: 0a65329a-ec17-411d-b432-b1e1a63ca46d {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.030760] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4933c97-c7bf-4185-ad2b-011dc8978d1b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.046961] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "refresh_cache-886dd8f1-2856-401b-9c1f-14bdad94c7cf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.047196] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "refresh_cache-886dd8f1-2856-401b-9c1f-14bdad94c7cf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.047358] env[69195]: DEBUG nova.network.neutron [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.054354] env[69195]: DEBUG oslo_vmware.api [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503964, 'name': PowerOnVM_Task, 'duration_secs': 0.466203} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.055671] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.055878] env[69195]: INFO nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Took 9.10 seconds to spawn the instance on the hypervisor. [ 686.056066] env[69195]: DEBUG nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.056391] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 686.056391] env[69195]: value = "task-3503966" [ 686.056391] env[69195]: _type = "Task" [ 686.056391] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.057131] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918f204d-0fc0-4e9f-8395-a02b113898d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.073410] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.127256] env[69195]: DEBUG nova.compute.utils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.128875] env[69195]: DEBUG nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.129255] env[69195]: DEBUG nova.network.neutron [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.188767] env[69195]: DEBUG nova.policy [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fece4bea51de4678996db8deac04e02a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92433797d8964e30995e6c6e26728b3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.221592] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503965, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.234222] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.491475] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.491730] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.491889] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.492082] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.492231] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.492378] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.492586] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.492746] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.492906] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.493075] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.493251] env[69195]: DEBUG nova.virt.hardware [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.494644] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a783d6-50ef-4c0c-8444-2f79b80df74e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.502742] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3335e8-82f0-4488-801f-bd32a8eb11c3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.527911] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.532428] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.535245] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.536465] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdbe65f8-cda1-4546-9c4d-1d043e488b13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.554053] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.554053] env[69195]: value = "task-3503967" [ 686.554053] env[69195]: _type = "Task" [ 686.554053] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.569345] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503967, 'name': CreateVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.579881] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503966, 'name': ReconfigVM_Task, 'duration_secs': 0.27867} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.581669] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296/30c4ca73-4f2f-4aa1-9c4b-fed5c7144296.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.582299] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f6d49cf-e711-429a-872f-913e6c8366e1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.589976] env[69195]: INFO nova.compute.manager [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Took 37.65 seconds to build instance. [ 686.597121] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 686.597121] env[69195]: value = "task-3503968" [ 686.597121] env[69195]: _type = "Task" [ 686.597121] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.605878] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503968, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.632575] env[69195]: DEBUG nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.639399] env[69195]: DEBUG nova.network.neutron [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.719508] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503965, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.719508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquiring lock "26936d13-a3f7-4c52-8aa4-c46534af243b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.719508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "26936d13-a3f7-4c52-8aa4-c46534af243b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.719508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquiring lock "26936d13-a3f7-4c52-8aa4-c46534af243b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.719675] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "26936d13-a3f7-4c52-8aa4-c46534af243b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.719675] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "26936d13-a3f7-4c52-8aa4-c46534af243b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.723042] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24703ba8-160b-408e-9f5e-0163a23b7b0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.725922] env[69195]: INFO nova.compute.manager [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Terminating instance [ 686.732888] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d55cf1-47b3-427b-8fd8-e1d46e42d5ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.771305] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01e0864-b769-4470-9dd4-6f6fee50e564 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.783953] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c7d214-09f7-46de-a11d-252f63b2bd89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.802366] env[69195]: DEBUG nova.compute.provider_tree [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.808841] env[69195]: DEBUG nova.network.neutron [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Successfully created port: 8094f273-88cf-440b-92e4-954daf62d527 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.012220] env[69195]: DEBUG nova.network.neutron [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Updating instance_info_cache with network_info: [{"id": "0a65329a-ec17-411d-b432-b1e1a63ca46d", "address": "fa:16:3e:1c:df:0b", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a65329a-ec", "ovs_interfaceid": "0a65329a-ec17-411d-b432-b1e1a63ca46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.064673] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503967, 'name': CreateVM_Task, 'duration_secs': 0.426554} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.064673] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.065136] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.065136] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.065607] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.065670] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5f8071-a8f6-4efa-a53a-e7e0c92a9301 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.070429] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 687.070429] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523a9807-67b6-c7f2-f3d1-8465ed5a9513" [ 687.070429] env[69195]: _type = "Task" [ 687.070429] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.086864] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523a9807-67b6-c7f2-f3d1-8465ed5a9513, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.087195] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.087424] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.087678] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.087796] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.087970] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.088249] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-114eda89-4c1c-4210-afea-479286b668ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.093615] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d7aa0f97-39e9-40f7-9d14-52558c292085 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "437dd76d-4ce5-440d-8683-23c847f39e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.159s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.096054] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.096211] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.097218] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839d4a3c-07d2-4da9-99a6-7663d2fa2698 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.105506] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 687.105506] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f2ae12-6e51-f93d-713e-742099c5c8b0" [ 687.105506] env[69195]: _type = "Task" [ 687.105506] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.109178] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503968, 'name': Rename_Task, 'duration_secs': 0.148208} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.112576] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.113426] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e0326c6-e16b-401f-a3d3-406edf7564b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.120177] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f2ae12-6e51-f93d-713e-742099c5c8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.122233] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 687.122233] env[69195]: value = "task-3503969" [ 687.122233] env[69195]: _type = "Task" [ 687.122233] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.122233] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322443a4-ab86-4aff-8723-7ba120ac023a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.148233] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.148233] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 687.148233] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f808d9-619f-a8a3-e62b-1530c23f0865" [ 687.148233] env[69195]: _type = "Task" [ 687.148233] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.153797] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f808d9-619f-a8a3-e62b-1530c23f0865, 'name': SearchDatastore_Task, 'duration_secs': 0.012254} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.154059] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.154323] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] d4d10cca-3c1b-4b7e-a292-22c94b4df23c/d4d10cca-3c1b-4b7e-a292-22c94b4df23c.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.154635] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-006e5394-c0d9-4494-b68f-fa37dfd9aab3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.161605] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 687.161605] env[69195]: value = "task-3503970" [ 687.161605] env[69195]: _type = "Task" [ 687.161605] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.170279] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.211871] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503965, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.230376] env[69195]: DEBUG nova.compute.manager [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.230601] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.231495] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc297a5-dca2-40ac-9897-b7673399b05b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.239997] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.240343] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b89c460-ddbc-44c6-b2cc-ee5867cb80ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.247390] env[69195]: DEBUG oslo_vmware.api [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 687.247390] env[69195]: value = "task-3503971" [ 687.247390] env[69195]: _type = "Task" [ 687.247390] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.256678] env[69195]: DEBUG oslo_vmware.api [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.305825] env[69195]: DEBUG nova.scheduler.client.report [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.516451] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "refresh_cache-886dd8f1-2856-401b-9c1f-14bdad94c7cf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.517375] env[69195]: DEBUG nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Instance network_info: |[{"id": "0a65329a-ec17-411d-b432-b1e1a63ca46d", "address": "fa:16:3e:1c:df:0b", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a65329a-ec", "ovs_interfaceid": "0a65329a-ec17-411d-b432-b1e1a63ca46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.517930] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:df:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a65329a-ec17-411d-b432-b1e1a63ca46d', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.537685] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.540355] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.543867] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15c642f2-71ff-4e0d-9292-a1f509ad60f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.575247] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.575247] env[69195]: value = "task-3503972" [ 687.575247] env[69195]: _type = "Task" [ 687.575247] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.587651] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503972, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.596742] env[69195]: DEBUG nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.639120] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503969, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.647202] env[69195]: DEBUG nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.672995] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.694935] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.695216] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.697117] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.697117] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.697117] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.697117] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.697117] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.697564] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.697564] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.697564] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.697564] env[69195]: DEBUG nova.virt.hardware [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.697735] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e732c559-0fe7-40fc-b6c4-a2bf3196104f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.710019] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4cd98f-69ae-4b26-8d60-8dc1e1f74aa4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.729495] env[69195]: DEBUG oslo_vmware.api [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503965, 'name': RemoveSnapshot_Task, 'duration_secs': 1.562147} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.730070] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 687.730276] env[69195]: INFO nova.compute.manager [None req-bf24390d-8ca1-4dbd-b3f8-13156232b950 tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 687.758820] env[69195]: DEBUG oslo_vmware.api [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503971, 'name': PowerOffVM_Task, 'duration_secs': 0.195623} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.759122] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.759355] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.759692] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88b030fc-5da8-48e0-bde7-12d606e5108a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.812798] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.815328] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.316s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.816572] env[69195]: DEBUG nova.objects.instance [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 687.821781] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.821781] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.821781] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Deleting the datastore file [datastore1] 26936d13-a3f7-4c52-8aa4-c46534af243b {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.821781] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6824983f-c7d3-423a-a917-a71383ed34c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.828424] env[69195]: DEBUG oslo_vmware.api [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for the task: (returnval){ [ 687.828424] env[69195]: value = "task-3503974" [ 687.828424] env[69195]: _type = "Task" [ 687.828424] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.841020] env[69195]: DEBUG oslo_vmware.api [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.851921] env[69195]: INFO nova.scheduler.client.report [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Deleted allocations for instance a22ba7df-ac38-46e5-992f-a67ecb06af62 [ 688.083888] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5756ec-462c-4e4b-a4c7-ad6835b69454 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.097028] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503972, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.097028] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aabda3ba-406f-4912-8efc-0b72afb1336e tempest-ServersAdminNegativeTestJSON-1001562281 tempest-ServersAdminNegativeTestJSON-1001562281-project-admin] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Suspending the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 688.097028] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6ce373a5-fa0a-4de0-8ffd-f7ea533e7072 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.104535] env[69195]: DEBUG nova.compute.manager [req-be349fd7-07e1-4864-be8b-ec63b8b9bdf0 req-359857d3-5c64-482d-89ff-21099be23988 service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Received event network-changed-0a65329a-ec17-411d-b432-b1e1a63ca46d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.106596] env[69195]: DEBUG nova.compute.manager [req-be349fd7-07e1-4864-be8b-ec63b8b9bdf0 req-359857d3-5c64-482d-89ff-21099be23988 service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Refreshing instance network info cache due to event network-changed-0a65329a-ec17-411d-b432-b1e1a63ca46d. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.106996] env[69195]: DEBUG oslo_concurrency.lockutils [req-be349fd7-07e1-4864-be8b-ec63b8b9bdf0 req-359857d3-5c64-482d-89ff-21099be23988 service nova] Acquiring lock "refresh_cache-886dd8f1-2856-401b-9c1f-14bdad94c7cf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.107292] env[69195]: DEBUG oslo_concurrency.lockutils [req-be349fd7-07e1-4864-be8b-ec63b8b9bdf0 req-359857d3-5c64-482d-89ff-21099be23988 service nova] Acquired lock "refresh_cache-886dd8f1-2856-401b-9c1f-14bdad94c7cf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.107628] env[69195]: DEBUG nova.network.neutron [req-be349fd7-07e1-4864-be8b-ec63b8b9bdf0 req-359857d3-5c64-482d-89ff-21099be23988 service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Refreshing network info cache for port 0a65329a-ec17-411d-b432-b1e1a63ca46d {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.116526] env[69195]: DEBUG oslo_vmware.api [None req-aabda3ba-406f-4912-8efc-0b72afb1336e tempest-ServersAdminNegativeTestJSON-1001562281 tempest-ServersAdminNegativeTestJSON-1001562281-project-admin] Waiting for the task: (returnval){ [ 688.116526] env[69195]: value = "task-3503975" [ 688.116526] env[69195]: _type = "Task" [ 688.116526] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.132995] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.139723] env[69195]: DEBUG oslo_vmware.api [None req-aabda3ba-406f-4912-8efc-0b72afb1336e tempest-ServersAdminNegativeTestJSON-1001562281 tempest-ServersAdminNegativeTestJSON-1001562281-project-admin] Task: {'id': task-3503975, 'name': SuspendVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.149476] env[69195]: DEBUG oslo_vmware.api [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503969, 'name': PowerOnVM_Task, 'duration_secs': 0.836114} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.152461] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.152461] env[69195]: INFO nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Took 8.39 seconds to spawn the instance on the hypervisor. [ 688.152461] env[69195]: DEBUG nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.152461] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91a504e-0c83-4a55-9271-189115e75a7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.179253] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587458} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.179600] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] d4d10cca-3c1b-4b7e-a292-22c94b4df23c/d4d10cca-3c1b-4b7e-a292-22c94b4df23c.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.179911] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.180113] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d57a2b63-ced2-46c1-b9cd-b05e13213c2b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.189314] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 688.189314] env[69195]: value = "task-3503976" [ 688.189314] env[69195]: _type = "Task" [ 688.189314] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.198875] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.342453] env[69195]: DEBUG oslo_vmware.api [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Task: {'id': task-3503974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375591} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.342700] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.342880] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.343069] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.343238] env[69195]: INFO nova.compute.manager [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 688.343528] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.343723] env[69195]: DEBUG nova.compute.manager [-] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.343814] env[69195]: DEBUG nova.network.neutron [-] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.360812] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a4caa883-ac7f-4c97-a9dd-3ea178c2e676 tempest-FloatingIPsAssociationNegativeTestJSON-127533384 tempest-FloatingIPsAssociationNegativeTestJSON-127533384-project-member] Lock "a22ba7df-ac38-46e5-992f-a67ecb06af62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.343s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.593769] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503972, 'name': CreateVM_Task, 'duration_secs': 0.615649} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.593981] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.594856] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.595192] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.595400] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.595642] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a76ba8b4-8050-4992-917b-70e641153f04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.605191] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 688.605191] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fcae7b-0e09-742d-9642-d644dcb5a63f" [ 688.605191] env[69195]: _type = "Task" [ 688.605191] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.614975] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fcae7b-0e09-742d-9642-d644dcb5a63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.631627] env[69195]: DEBUG oslo_vmware.api [None req-aabda3ba-406f-4912-8efc-0b72afb1336e tempest-ServersAdminNegativeTestJSON-1001562281 tempest-ServersAdminNegativeTestJSON-1001562281-project-admin] Task: {'id': task-3503975, 'name': SuspendVM_Task} progress is 58%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.676910] env[69195]: INFO nova.compute.manager [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Took 36.83 seconds to build instance. [ 688.702354] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11195} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.702640] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.703574] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c05d00-58c2-428d-863e-baa9061bdc9c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.727458] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d4d10cca-3c1b-4b7e-a292-22c94b4df23c/d4d10cca-3c1b-4b7e-a292-22c94b4df23c.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.730270] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8632402c-0c8b-4348-8f2d-9c0e31a1e09d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.752863] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 688.752863] env[69195]: value = "task-3503977" [ 688.752863] env[69195]: _type = "Task" [ 688.752863] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.765172] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.828472] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29b5d885-bfc0-4d25-b647-36ac7486794d tempest-ServersAdmin275Test-224488424 tempest-ServersAdmin275Test-224488424-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.830235] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.233s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.832086] env[69195]: INFO nova.compute.claims [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.122101] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fcae7b-0e09-742d-9642-d644dcb5a63f, 'name': SearchDatastore_Task, 'duration_secs': 0.017998} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.125928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.126545] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.126814] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.126989] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.127165] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.130204] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ce01727-9a2c-4ad3-ad45-b1ab45e8edff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.140386] env[69195]: DEBUG oslo_vmware.api [None req-aabda3ba-406f-4912-8efc-0b72afb1336e tempest-ServersAdminNegativeTestJSON-1001562281 tempest-ServersAdminNegativeTestJSON-1001562281-project-admin] Task: {'id': task-3503975, 'name': SuspendVM_Task, 'duration_secs': 0.662996} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.140769] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aabda3ba-406f-4912-8efc-0b72afb1336e tempest-ServersAdminNegativeTestJSON-1001562281 tempest-ServersAdminNegativeTestJSON-1001562281-project-admin] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Suspended the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 689.141191] env[69195]: DEBUG nova.compute.manager [None req-aabda3ba-406f-4912-8efc-0b72afb1336e tempest-ServersAdminNegativeTestJSON-1001562281 tempest-ServersAdminNegativeTestJSON-1001562281-project-admin] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.143816] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fde0d8-ff7a-4630-9c9f-7f3d03858a23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.147094] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.147250] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.148384] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6204886f-a0c5-4fae-8c6e-424f119d2af3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.162950] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 689.162950] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5203c904-1acd-4c49-d83e-02ab0c2f6233" [ 689.162950] env[69195]: _type = "Task" [ 689.162950] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.172720] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5203c904-1acd-4c49-d83e-02ab0c2f6233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.179328] env[69195]: DEBUG oslo_concurrency.lockutils [None req-41a13619-b298-4e2b-8c19-ecefab55288a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.162s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.264852] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503977, 'name': ReconfigVM_Task, 'duration_secs': 0.379468} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.265198] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d4d10cca-3c1b-4b7e-a292-22c94b4df23c/d4d10cca-3c1b-4b7e-a292-22c94b4df23c.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.266593] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce649ea5-2bc7-46bb-8f1f-78a313cb26e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.272701] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 689.272701] env[69195]: value = "task-3503978" [ 689.272701] env[69195]: _type = "Task" [ 689.272701] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.283096] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503978, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.683738] env[69195]: DEBUG nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.686204] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5203c904-1acd-4c49-d83e-02ab0c2f6233, 'name': SearchDatastore_Task, 'duration_secs': 0.040958} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.690851] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c029f1a-fe39-4fdc-8140-9b75587fad10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.696805] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 689.696805] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e18a1-55e8-9546-102c-f5b6a2126cf4" [ 689.696805] env[69195]: _type = "Task" [ 689.696805] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.705440] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e18a1-55e8-9546-102c-f5b6a2126cf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.772197] env[69195]: DEBUG nova.network.neutron [req-be349fd7-07e1-4864-be8b-ec63b8b9bdf0 req-359857d3-5c64-482d-89ff-21099be23988 service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Updated VIF entry in instance network info cache for port 0a65329a-ec17-411d-b432-b1e1a63ca46d. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.772565] env[69195]: DEBUG nova.network.neutron [req-be349fd7-07e1-4864-be8b-ec63b8b9bdf0 req-359857d3-5c64-482d-89ff-21099be23988 service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Updating instance_info_cache with network_info: [{"id": "0a65329a-ec17-411d-b432-b1e1a63ca46d", "address": "fa:16:3e:1c:df:0b", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a65329a-ec", "ovs_interfaceid": "0a65329a-ec17-411d-b432-b1e1a63ca46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.787603] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503978, 'name': Rename_Task, 'duration_secs': 0.149444} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.787853] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.788165] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4aab566-fe20-4ad3-b3c1-553b0817c985 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.797020] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 689.797020] env[69195]: value = "task-3503979" [ 689.797020] env[69195]: _type = "Task" [ 689.797020] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.806457] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.807310] env[69195]: DEBUG nova.network.neutron [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Successfully updated port: 8094f273-88cf-440b-92e4-954daf62d527 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.213923] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e18a1-55e8-9546-102c-f5b6a2126cf4, 'name': SearchDatastore_Task, 'duration_secs': 0.043431} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.214240] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.214432] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 886dd8f1-2856-401b-9c1f-14bdad94c7cf/886dd8f1-2856-401b-9c1f-14bdad94c7cf.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.215445] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf6403a2-3822-453e-94e3-591b399c727f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.219504] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.223973] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 690.223973] env[69195]: value = "task-3503980" [ 690.223973] env[69195]: _type = "Task" [ 690.223973] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.236934] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.276864] env[69195]: DEBUG oslo_concurrency.lockutils [req-be349fd7-07e1-4864-be8b-ec63b8b9bdf0 req-359857d3-5c64-482d-89ff-21099be23988 service nova] Releasing lock "refresh_cache-886dd8f1-2856-401b-9c1f-14bdad94c7cf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.304528] env[69195]: DEBUG oslo_vmware.api [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503979, 'name': PowerOnVM_Task, 'duration_secs': 0.442474} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.304894] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.331253] env[69195]: DEBUG nova.compute.manager [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.331253] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ca9c81-7650-4fb6-92ee-02b361a44fbd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.331253] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.331253] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.331253] env[69195]: DEBUG nova.network.neutron [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.404316] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1ceee6-1e67-413d-8c61-253ed7aa5054 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.413296] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2866caf7-79f4-4dfd-8967-e7b24e01281d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.452180] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fea779-fb1e-45bb-9ad7-16e6cf7aefbe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.466700] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca569ee-17b7-4842-8f15-705f2cfe2ae5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.486799] env[69195]: DEBUG nova.compute.provider_tree [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.623335] env[69195]: DEBUG nova.compute.manager [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Received event network-vif-plugged-8094f273-88cf-440b-92e4-954daf62d527 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.623757] env[69195]: DEBUG oslo_concurrency.lockutils [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] Acquiring lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.624477] env[69195]: DEBUG oslo_concurrency.lockutils [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] Lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.625393] env[69195]: DEBUG oslo_concurrency.lockutils [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] Lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.626782] env[69195]: DEBUG nova.compute.manager [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] No waiting events found dispatching network-vif-plugged-8094f273-88cf-440b-92e4-954daf62d527 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.627050] env[69195]: WARNING nova.compute.manager [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Received unexpected event network-vif-plugged-8094f273-88cf-440b-92e4-954daf62d527 for instance with vm_state building and task_state spawning. [ 690.627174] env[69195]: DEBUG nova.compute.manager [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Received event network-changed-8094f273-88cf-440b-92e4-954daf62d527 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.627328] env[69195]: DEBUG nova.compute.manager [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Refreshing instance network info cache due to event network-changed-8094f273-88cf-440b-92e4-954daf62d527. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.627550] env[69195]: DEBUG oslo_concurrency.lockutils [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] Acquiring lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.665835] env[69195]: DEBUG nova.network.neutron [-] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.740769] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.835940] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.894310] env[69195]: DEBUG nova.network.neutron [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.020449] env[69195]: ERROR nova.scheduler.client.report [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [req-260e4b89-afef-4ea4-811f-a5fbd8a9a2db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-260e4b89-afef-4ea4-811f-a5fbd8a9a2db"}]} [ 691.039243] env[69195]: DEBUG nova.scheduler.client.report [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 691.057031] env[69195]: DEBUG nova.scheduler.client.report [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 691.057267] env[69195]: DEBUG nova.compute.provider_tree [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.070824] env[69195]: DEBUG nova.scheduler.client.report [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 691.075243] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquiring lock "3a89835b-0e9c-4c4f-bbea-7756af513133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.075818] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "3a89835b-0e9c-4c4f-bbea-7756af513133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.075818] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquiring lock "3a89835b-0e9c-4c4f-bbea-7756af513133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.077835] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "3a89835b-0e9c-4c4f-bbea-7756af513133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.077835] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "3a89835b-0e9c-4c4f-bbea-7756af513133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.078178] env[69195]: INFO nova.compute.manager [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Terminating instance [ 691.098038] env[69195]: DEBUG nova.scheduler.client.report [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 691.168285] env[69195]: INFO nova.compute.manager [-] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Took 2.82 seconds to deallocate network for instance. [ 691.245504] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66505} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.246071] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 886dd8f1-2856-401b-9c1f-14bdad94c7cf/886dd8f1-2856-401b-9c1f-14bdad94c7cf.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.246191] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.246776] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17296e40-3054-4840-a5b1-5add692bbacb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.257712] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 691.257712] env[69195]: value = "task-3503981" [ 691.257712] env[69195]: _type = "Task" [ 691.257712] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.265542] env[69195]: DEBUG nova.network.neutron [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Updating instance_info_cache with network_info: [{"id": "8094f273-88cf-440b-92e4-954daf62d527", "address": "fa:16:3e:92:ae:f1", "network": {"id": "68b7a8a0-3b8b-4396-ba6a-e14fc096804e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1174694237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "92433797d8964e30995e6c6e26728b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8094f273-88", "ovs_interfaceid": "8094f273-88cf-440b-92e4-954daf62d527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.271933] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.333560] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.333560] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.582574] env[69195]: DEBUG nova.compute.manager [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.582861] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.583820] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79f70c9-df00-4605-8bac-35607144b41f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.593217] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.600072] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1e7d2fb-284d-4f43-bedd-e8c02d890434 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.607261] env[69195]: DEBUG oslo_vmware.api [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 691.607261] env[69195]: value = "task-3503982" [ 691.607261] env[69195]: _type = "Task" [ 691.607261] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.616361] env[69195]: DEBUG oslo_vmware.api [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.678454] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.769665] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.769848] env[69195]: DEBUG nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Instance network_info: |[{"id": "8094f273-88cf-440b-92e4-954daf62d527", "address": "fa:16:3e:92:ae:f1", "network": {"id": "68b7a8a0-3b8b-4396-ba6a-e14fc096804e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1174694237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "92433797d8964e30995e6c6e26728b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8094f273-88", "ovs_interfaceid": "8094f273-88cf-440b-92e4-954daf62d527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.770352] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06878} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.773798] env[69195]: DEBUG oslo_concurrency.lockutils [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] Acquired lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.774905] env[69195]: DEBUG nova.network.neutron [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Refreshing network info cache for port 8094f273-88cf-440b-92e4-954daf62d527 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.776333] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:ae:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8094f273-88cf-440b-92e4-954daf62d527', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.789428] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Creating folder: Project (92433797d8964e30995e6c6e26728b3c). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.790692] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.790692] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04723c7-3c74-456e-a08e-960cba586f9a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.794512] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a758d03-cc4c-44bf-b989-48f5e0aea4f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.796724] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9ebbba-085d-40e0-95d7-963dbc040238 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.814952] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b130b598-a1cc-407f-8843-baba12344e93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.828920] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 886dd8f1-2856-401b-9c1f-14bdad94c7cf/886dd8f1-2856-401b-9c1f-14bdad94c7cf.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.830853] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920ea5d6-0132-4121-bdfd-a3df7fde2c2f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.849110] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Created folder: Project (92433797d8964e30995e6c6e26728b3c) in parent group-v700121. [ 691.849110] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Creating folder: Instances. Parent ref: group-v700194. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.850267] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fc742d5-197c-4017-9dd5-082ad8abf720 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.587739] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.588138] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.588288] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.588512] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.588777] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.591030] env[69195]: INFO nova.compute.manager [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Terminating instance [ 692.600966] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ad2d37-246e-4a2c-9840-ccb5d8cfdb39 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.603715] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Created folder: Instances in parent group-v700194. [ 692.603988] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.604331] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 692.604331] env[69195]: value = "task-3503984" [ 692.604331] env[69195]: _type = "Task" [ 692.604331] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.606555] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.607736] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04471734-937d-4f5e-8bde-8a5954fa42d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.632023] env[69195]: DEBUG oslo_vmware.api [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503982, 'name': PowerOffVM_Task, 'duration_secs': 0.93224} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.634111] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca1ee4-19c1-4cf1-bdec-4572fa5113de {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.638371] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.638578] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.643685] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ef59b4-d89f-4bf1-82fe-922f76a2fee7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.644937] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.645131] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.645131] env[69195]: value = "task-3503986" [ 692.645131] env[69195]: _type = "Task" [ 692.645131] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.657609] env[69195]: DEBUG nova.compute.provider_tree [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.669498] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503986, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.719726] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.720016] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.720196] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Deleting the datastore file [datastore2] 3a89835b-0e9c-4c4f-bbea-7756af513133 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.720494] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5968de3c-a3ac-4bdc-be11-acbb693708bf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.727997] env[69195]: DEBUG oslo_vmware.api [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for the task: (returnval){ [ 692.727997] env[69195]: value = "task-3503988" [ 692.727997] env[69195]: _type = "Task" [ 692.727997] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.735719] env[69195]: DEBUG oslo_vmware.api [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.753000] env[69195]: DEBUG nova.compute.manager [req-7d6a7275-274a-4db1-9974-9de71c81b7d2 req-733410ac-a49c-4fd0-97e8-c07044b2dbb8 service nova] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Received event network-vif-deleted-9ea43eb1-2bc7-4efa-b86b-51b6e7fd9b40 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.909566] env[69195]: DEBUG nova.network.neutron [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Updated VIF entry in instance network info cache for port 8094f273-88cf-440b-92e4-954daf62d527. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.909689] env[69195]: DEBUG nova.network.neutron [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Updating instance_info_cache with network_info: [{"id": "8094f273-88cf-440b-92e4-954daf62d527", "address": "fa:16:3e:92:ae:f1", "network": {"id": "68b7a8a0-3b8b-4396-ba6a-e14fc096804e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1174694237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "92433797d8964e30995e6c6e26728b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8094f273-88", "ovs_interfaceid": "8094f273-88cf-440b-92e4-954daf62d527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.106740] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "refresh_cache-d4d10cca-3c1b-4b7e-a292-22c94b4df23c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.106740] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquired lock "refresh_cache-d4d10cca-3c1b-4b7e-a292-22c94b4df23c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.106740] env[69195]: DEBUG nova.network.neutron [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.118524] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503984, 'name': ReconfigVM_Task, 'duration_secs': 0.816393} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.119626] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 886dd8f1-2856-401b-9c1f-14bdad94c7cf/886dd8f1-2856-401b-9c1f-14bdad94c7cf.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.120342] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b7943d-fbb8-4e9d-846e-93022075d79c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.131153] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 693.131153] env[69195]: value = "task-3503989" [ 693.131153] env[69195]: _type = "Task" [ 693.131153] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.136244] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503989, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.156370] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3503986, 'name': CreateVM_Task, 'duration_secs': 0.403809} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.159300] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.162918] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.163167] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.163526] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.164339] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d3ec61-cb8c-446a-a63e-502b8be548a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.169732] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 693.169732] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbd3a6-b07b-1ca8-ceea-193cc515d988" [ 693.169732] env[69195]: _type = "Task" [ 693.169732] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.178720] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbd3a6-b07b-1ca8-ceea-193cc515d988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.203029] env[69195]: DEBUG nova.scheduler.client.report [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 693.203029] env[69195]: DEBUG nova.compute.provider_tree [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 49 to 50 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 693.203029] env[69195]: DEBUG nova.compute.provider_tree [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.238913] env[69195]: DEBUG oslo_vmware.api [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Task: {'id': task-3503988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204017} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.242027] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.242027] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.242027] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.242027] env[69195]: INFO nova.compute.manager [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Took 1.66 seconds to destroy the instance on the hypervisor. [ 693.242027] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.242227] env[69195]: DEBUG nova.compute.manager [-] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.242227] env[69195]: DEBUG nova.network.neutron [-] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.414513] env[69195]: DEBUG oslo_concurrency.lockutils [req-57505d03-9e67-4f46-a00d-8bf4ca6d2f87 req-97703313-ed1b-4e81-a0f4-88b5e86ad5d1 service nova] Releasing lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.637767] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503989, 'name': Rename_Task, 'duration_secs': 0.348757} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.642019] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.642233] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482e28bc-bfe3-47f8-ace4-119590e59623 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.652020] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 693.652020] env[69195]: value = "task-3503990" [ 693.652020] env[69195]: _type = "Task" [ 693.652020] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.660677] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.681203] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbd3a6-b07b-1ca8-ceea-193cc515d988, 'name': SearchDatastore_Task, 'duration_secs': 0.012457} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.681714] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.682064] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.682410] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.682656] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.683059] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.683410] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa18076-8866-4ddf-8cb6-da075d381950 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.695348] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.695348] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.695348] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704ff1fb-0e50-455e-abe8-112be40163b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.704861] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 693.704861] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a16f53-bb0c-8f76-faa8-db0d755d52a2" [ 693.704861] env[69195]: _type = "Task" [ 693.704861] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.707441] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.877s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.707937] env[69195]: DEBUG nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.717026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.200s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.717026] env[69195]: DEBUG nova.objects.instance [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lazy-loading 'resources' on Instance uuid f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.720735] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a16f53-bb0c-8f76-faa8-db0d755d52a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.876027] env[69195]: DEBUG nova.network.neutron [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.956932] env[69195]: DEBUG nova.network.neutron [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.086866] env[69195]: DEBUG nova.network.neutron [-] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.164535] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.214663] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a16f53-bb0c-8f76-faa8-db0d755d52a2, 'name': SearchDatastore_Task, 'duration_secs': 0.027651} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.216437] env[69195]: DEBUG nova.compute.utils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.221776] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067a312b-f58f-4a0d-8454-3f4494304fd6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.224426] env[69195]: DEBUG nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.224595] env[69195]: DEBUG nova.network.neutron [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.234628] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 694.234628] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5259d5de-694a-d1c1-531c-794fa4684462" [ 694.234628] env[69195]: _type = "Task" [ 694.234628] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.245087] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5259d5de-694a-d1c1-531c-794fa4684462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.288163] env[69195]: DEBUG nova.policy [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '902d689c167840b384df8903d8292fb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '124817dfe23840b697427f57fc5832bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.459459] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Releasing lock "refresh_cache-d4d10cca-3c1b-4b7e-a292-22c94b4df23c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.460932] env[69195]: DEBUG nova.compute.manager [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.461168] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.462163] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da1ba7f-07dc-4f9a-9b5a-779124ae2313 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.474129] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.474420] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbd320f-5aa4-4029-9b68-ffdfeda2238b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.484917] env[69195]: DEBUG oslo_vmware.api [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 694.484917] env[69195]: value = "task-3503991" [ 694.484917] env[69195]: _type = "Task" [ 694.484917] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.492482] env[69195]: DEBUG oslo_vmware.api [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.593244] env[69195]: INFO nova.compute.manager [-] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Took 1.35 seconds to deallocate network for instance. [ 694.665916] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.725858] env[69195]: DEBUG nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.731900] env[69195]: DEBUG nova.network.neutron [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Successfully created port: fa618c9d-45d1-44a6-b008-fb486e3ef5a4 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.747206] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5259d5de-694a-d1c1-531c-794fa4684462, 'name': SearchDatastore_Task, 'duration_secs': 0.02087} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.747464] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.749731] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497/ad52c9c1-5738-4fb5-9d8e-add1d0b8a497.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.749731] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea4e67d0-05d5-48e4-ba60-e8a37e46b39e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.758824] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 694.758824] env[69195]: value = "task-3503992" [ 694.758824] env[69195]: _type = "Task" [ 694.758824] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.775363] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.875170] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1d2b98-8898-480f-931f-249b122d1844 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.885288] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692970d3-302a-4d08-b47b-556ca37a529d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.919392] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "437dd76d-4ce5-440d-8683-23c847f39e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.919900] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "437dd76d-4ce5-440d-8683-23c847f39e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.920238] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "437dd76d-4ce5-440d-8683-23c847f39e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.920538] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "437dd76d-4ce5-440d-8683-23c847f39e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.920846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "437dd76d-4ce5-440d-8683-23c847f39e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.923886] env[69195]: INFO nova.compute.manager [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Terminating instance [ 694.926449] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f4d70c-d532-4c6f-b602-bd0e95dad82f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.936133] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4ab322-1f3a-413a-819a-766dfc7754f7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.951854] env[69195]: DEBUG nova.compute.provider_tree [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.995306] env[69195]: DEBUG oslo_vmware.api [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503991, 'name': PowerOffVM_Task, 'duration_secs': 0.114305} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.995597] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.995785] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.996086] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-355cb800-2539-4c81-a2e9-68291beea72e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.020368] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.020608] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.020810] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Deleting the datastore file [datastore2] d4d10cca-3c1b-4b7e-a292-22c94b4df23c {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.021068] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7704f38c-2c70-44ad-b495-0f5d07af06d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.028650] env[69195]: DEBUG oslo_vmware.api [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for the task: (returnval){ [ 695.028650] env[69195]: value = "task-3503994" [ 695.028650] env[69195]: _type = "Task" [ 695.028650] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.040152] env[69195]: DEBUG oslo_vmware.api [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.108532] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.165834] env[69195]: DEBUG oslo_vmware.api [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3503990, 'name': PowerOnVM_Task, 'duration_secs': 1.047984} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.165834] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.165834] env[69195]: INFO nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Took 10.33 seconds to spawn the instance on the hypervisor. [ 695.166042] env[69195]: DEBUG nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.166965] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30841ce5-313d-4e38-82cf-963d259c27d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.220947] env[69195]: DEBUG nova.compute.manager [req-dabb47d2-ca2e-49b7-af52-12ee3ae0401a req-6b238d19-efcd-428c-8aeb-4c60a290e5b8 service nova] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Received event network-vif-deleted-591602f0-223f-401c-ad0d-934b2eeb6f0d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.271750] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503992, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.431933] env[69195]: DEBUG nova.compute.manager [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.432198] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.435463] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2e4fbb-0367-4d5c-960f-e99e96127b26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.441679] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.441921] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f85d407-9bd4-49ad-876f-3e067d9b5915 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.458727] env[69195]: DEBUG nova.scheduler.client.report [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.499261] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.499357] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.499530] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Deleting the datastore file [datastore2] 437dd76d-4ce5-440d-8683-23c847f39e29 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.499834] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cdd225b-7629-4f71-b4da-40c40f55ad49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.511601] env[69195]: DEBUG oslo_vmware.api [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 695.511601] env[69195]: value = "task-3503996" [ 695.511601] env[69195]: _type = "Task" [ 695.511601] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.520436] env[69195]: DEBUG oslo_vmware.api [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.540061] env[69195]: DEBUG oslo_vmware.api [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Task: {'id': task-3503994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330256} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.540925] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.541181] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.541358] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.541524] env[69195]: INFO nova.compute.manager [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 695.541760] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.541940] env[69195]: DEBUG nova.compute.manager [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.542096] env[69195]: DEBUG nova.network.neutron [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.564806] env[69195]: DEBUG nova.network.neutron [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.692367] env[69195]: INFO nova.compute.manager [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Took 39.71 seconds to build instance. [ 695.741247] env[69195]: DEBUG nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.776292] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53336} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.776292] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497/ad52c9c1-5738-4fb5-9d8e-add1d0b8a497.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.776292] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.776292] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b551da9-122e-40b6-8650-eacb98257dee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.785777] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 695.785777] env[69195]: value = "task-3503997" [ 695.785777] env[69195]: _type = "Task" [ 695.785777] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.797547] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.822666] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.822666] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.823050] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.823511] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.823643] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.824188] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.825191] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.825472] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.827607] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.827607] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.827607] env[69195]: DEBUG nova.virt.hardware [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.827607] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b30dd7-253a-4c8f-a2b3-d5bc2a5227da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.834785] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff906167-bb69-442f-850b-bc1a043bf344 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.968448] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.971748] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.686s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.972818] env[69195]: INFO nova.compute.claims [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.024138] env[69195]: DEBUG oslo_vmware.api [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3503996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21419} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.024470] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.024751] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.024957] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.025149] env[69195]: INFO nova.compute.manager [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Took 0.59 seconds to destroy the instance on the hypervisor. [ 696.025392] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.025577] env[69195]: DEBUG nova.compute.manager [-] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.025664] env[69195]: DEBUG nova.network.neutron [-] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.064299] env[69195]: INFO nova.scheduler.client.report [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Deleted allocations for instance f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33 [ 696.074178] env[69195]: DEBUG nova.network.neutron [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.169338] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.169338] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.196678] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ac14c949-1738-454f-96c0-d88b53f93b3a tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.486s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.299399] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064113} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.299728] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.301798] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db1afe0-ca56-4f6b-8bc8-f260db051b44 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.330260] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497/ad52c9c1-5738-4fb5-9d8e-add1d0b8a497.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.330716] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12da972-4e38-4f5f-af46-1d529722d9a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.351717] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 696.351717] env[69195]: value = "task-3503998" [ 696.351717] env[69195]: _type = "Task" [ 696.351717] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.361113] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.584187] env[69195]: INFO nova.compute.manager [-] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Took 1.04 seconds to deallocate network for instance. [ 696.597196] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1578de8-bae0-4201-b3f5-439eb261f03f tempest-ServerExternalEventsTest-1851765045 tempest-ServerExternalEventsTest-1851765045-project-member] Lock "f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.230s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.681881] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.683710] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.684320] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.684320] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.684320] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.684439] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.684567] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 696.684667] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 696.699555] env[69195]: DEBUG nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.866373] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.030371] env[69195]: DEBUG nova.network.neutron [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Successfully updated port: fa618c9d-45d1-44a6-b008-fb486e3ef5a4 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.102821] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.194231] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.228730] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.281149] env[69195]: DEBUG nova.network.neutron [-] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.367905] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503998, 'name': ReconfigVM_Task, 'duration_secs': 0.633487} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.368186] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Reconfigured VM instance instance-00000017 to attach disk [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497/ad52c9c1-5738-4fb5-9d8e-add1d0b8a497.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.368829] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df918967-26af-4a70-b825-f4a682c8caa8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.386097] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 697.386097] env[69195]: value = "task-3503999" [ 697.386097] env[69195]: _type = "Task" [ 697.386097] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.399600] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503999, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.474643] env[69195]: DEBUG nova.compute.manager [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Received event network-vif-deleted-307047b4-c355-48de-a2b6-07026792ea25 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.474910] env[69195]: DEBUG nova.compute.manager [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Received event network-vif-plugged-fa618c9d-45d1-44a6-b008-fb486e3ef5a4 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.475129] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] Acquiring lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.475384] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] Lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.475562] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] Lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.475768] env[69195]: DEBUG nova.compute.manager [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] No waiting events found dispatching network-vif-plugged-fa618c9d-45d1-44a6-b008-fb486e3ef5a4 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.475958] env[69195]: WARNING nova.compute.manager [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Received unexpected event network-vif-plugged-fa618c9d-45d1-44a6-b008-fb486e3ef5a4 for instance with vm_state building and task_state spawning. [ 697.479317] env[69195]: DEBUG nova.compute.manager [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Received event network-changed-fa618c9d-45d1-44a6-b008-fb486e3ef5a4 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.479519] env[69195]: DEBUG nova.compute.manager [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Refreshing instance network info cache due to event network-changed-fa618c9d-45d1-44a6-b008-fb486e3ef5a4. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.479724] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] Acquiring lock "refresh_cache-4c225cf9-7bf1-4e65-b0a3-866faaae9203" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.479876] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] Acquired lock "refresh_cache-4c225cf9-7bf1-4e65-b0a3-866faaae9203" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.480054] env[69195]: DEBUG nova.network.neutron [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Refreshing network info cache for port fa618c9d-45d1-44a6-b008-fb486e3ef5a4 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.535291] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "refresh_cache-4c225cf9-7bf1-4e65-b0a3-866faaae9203" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.678482] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fd7dd6-5596-42c8-ad08-c45d023b728a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.687188] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982d1ef4-6c2b-49f4-87a0-fbaa34775a1c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.722112] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6677d380-acc0-47a6-a92d-8a305b0599a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.731524] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167df00-7df1-4cca-bb98-20725ea1ef05 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.747186] env[69195]: DEBUG nova.compute.provider_tree [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.789957] env[69195]: INFO nova.compute.manager [-] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Took 1.76 seconds to deallocate network for instance. [ 697.896851] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3503999, 'name': Rename_Task, 'duration_secs': 0.180283} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.896851] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.896851] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc643958-a612-489e-b0ea-262ad5fed84c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.907059] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 697.907059] env[69195]: value = "task-3504000" [ 697.907059] env[69195]: _type = "Task" [ 697.907059] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.919570] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.032209] env[69195]: DEBUG nova.network.neutron [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.175237] env[69195]: DEBUG nova.network.neutron [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.254076] env[69195]: DEBUG nova.scheduler.client.report [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.298061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.418696] env[69195]: DEBUG oslo_vmware.api [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504000, 'name': PowerOnVM_Task, 'duration_secs': 0.510165} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.419015] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.419221] env[69195]: INFO nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Took 10.77 seconds to spawn the instance on the hypervisor. [ 698.419405] env[69195]: DEBUG nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.420785] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf039d3f-d441-48e4-b42a-9cd1d0ebfd75 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.678474] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a52938a-f7ee-4d69-b87b-02a5c038cb46 req-e29848b3-c48b-48f7-b5f4-6a05d432562e service nova] Releasing lock "refresh_cache-4c225cf9-7bf1-4e65-b0a3-866faaae9203" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.678879] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "refresh_cache-4c225cf9-7bf1-4e65-b0a3-866faaae9203" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.679069] env[69195]: DEBUG nova.network.neutron [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.761412] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.761974] env[69195]: DEBUG nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.765286] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.883s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.765393] env[69195]: DEBUG nova.objects.instance [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lazy-loading 'resources' on Instance uuid debd9dcf-05da-400c-aa51-474e90036b8f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.950873] env[69195]: INFO nova.compute.manager [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Took 40.37 seconds to build instance. [ 699.224579] env[69195]: DEBUG nova.network.neutron [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.272354] env[69195]: DEBUG nova.compute.utils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.273990] env[69195]: DEBUG nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.274177] env[69195]: DEBUG nova.network.neutron [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.410895] env[69195]: DEBUG nova.policy [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a68f24f833024303b32dc8d058938522', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a84218597c924060aea56f002a259937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.453729] env[69195]: DEBUG oslo_concurrency.lockutils [None req-001f91e4-b663-4ff3-b571-01d05d2f4466 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.480s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.778852] env[69195]: DEBUG nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.828969] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0720a37d-7474-4873-951c-4718bbc8cb62 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.844466] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1260d31-7036-4b3d-a8e1-5e2b5f3d18a3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.880660] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9394c4ef-c00d-4d7b-b781-75bfafbf5914 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.892735] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5355c958-1b02-4179-af88-c6b7f280f301 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.897503] env[69195]: DEBUG nova.network.neutron [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Updating instance_info_cache with network_info: [{"id": "fa618c9d-45d1-44a6-b008-fb486e3ef5a4", "address": "fa:16:3e:33:ad:9e", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa618c9d-45", "ovs_interfaceid": "fa618c9d-45d1-44a6-b008-fb486e3ef5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.915786] env[69195]: DEBUG nova.compute.provider_tree [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.958048] env[69195]: DEBUG nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.215653] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.215895] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.400088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "refresh_cache-4c225cf9-7bf1-4e65-b0a3-866faaae9203" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.400360] env[69195]: DEBUG nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Instance network_info: |[{"id": "fa618c9d-45d1-44a6-b008-fb486e3ef5a4", "address": "fa:16:3e:33:ad:9e", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa618c9d-45", "ovs_interfaceid": "fa618c9d-45d1-44a6-b008-fb486e3ef5a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.400820] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ad:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa618c9d-45d1-44a6-b008-fb486e3ef5a4', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.413043] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.413177] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.413859] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4dd214c-f783-412a-b462-9a47e058ce2c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.436086] env[69195]: DEBUG nova.scheduler.client.report [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.448528] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.448528] env[69195]: value = "task-3504001" [ 700.448528] env[69195]: _type = "Task" [ 700.448528] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.458641] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504001, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.466064] env[69195]: DEBUG nova.network.neutron [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Successfully created port: e50a13ae-126a-4814-bc46-eccfa7ba7182 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.525448] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.762178] env[69195]: INFO nova.compute.manager [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Rescuing [ 700.762464] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.762634] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.762787] env[69195]: DEBUG nova.network.neutron [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.795830] env[69195]: DEBUG nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.858799] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.859092] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.859253] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.859518] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.859600] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.859762] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.859983] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.860377] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.860609] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.860830] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.861071] env[69195]: DEBUG nova.virt.hardware [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.862023] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8740ad-a2c3-4995-a809-8695878205e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.876373] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec40f90-e59f-433c-82ee-3b21de947f9a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.941192] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.943542] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.618s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.948602] env[69195]: INFO nova.compute.claims [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.968433] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504001, 'name': CreateVM_Task, 'duration_secs': 0.398519} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.968629] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.969359] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.969526] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.969873] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.970227] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bdc938-65b9-47a8-b4cd-d93446e4dba5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.978153] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 700.978153] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e2e205-f67b-213c-337a-61478bf0ffe3" [ 700.978153] env[69195]: _type = "Task" [ 700.978153] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.987681] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e2e205-f67b-213c-337a-61478bf0ffe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.026289] env[69195]: INFO nova.scheduler.client.report [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Deleted allocations for instance debd9dcf-05da-400c-aa51-474e90036b8f [ 701.491867] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e2e205-f67b-213c-337a-61478bf0ffe3, 'name': SearchDatastore_Task, 'duration_secs': 0.01324} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.492528] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.492776] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.493025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.493214] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.493812] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.493812] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01693c63-09a1-495e-abce-b34e9c81acc9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.511975] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.511975] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.511975] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb5d64f-e6a5-416e-851c-869b81ec8fc8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.514386] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 701.514386] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52de5f97-eb71-9707-ae63-2d9008fdc362" [ 701.514386] env[69195]: _type = "Task" [ 701.514386] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.524819] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52de5f97-eb71-9707-ae63-2d9008fdc362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.538531] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4fcd391b-bbee-42ce-926b-97342121adc9 tempest-ServersAdmin275Test-199164083 tempest-ServersAdmin275Test-199164083-project-member] Lock "debd9dcf-05da-400c-aa51-474e90036b8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.153s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.744619] env[69195]: DEBUG nova.network.neutron [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Updating instance_info_cache with network_info: [{"id": "8094f273-88cf-440b-92e4-954daf62d527", "address": "fa:16:3e:92:ae:f1", "network": {"id": "68b7a8a0-3b8b-4396-ba6a-e14fc096804e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1174694237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "92433797d8964e30995e6c6e26728b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8094f273-88", "ovs_interfaceid": "8094f273-88cf-440b-92e4-954daf62d527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.029831] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52de5f97-eb71-9707-ae63-2d9008fdc362, 'name': SearchDatastore_Task, 'duration_secs': 0.016825} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.034071] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed6d78a-d4dc-4d06-8e7d-6b4f752305a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.046916] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 702.046916] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5234280d-0af3-9ae0-1e96-2201e0c742bd" [ 702.046916] env[69195]: _type = "Task" [ 702.046916] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.058125] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5234280d-0af3-9ae0-1e96-2201e0c742bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.251986] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "refresh_cache-ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.562735] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5234280d-0af3-9ae0-1e96-2201e0c742bd, 'name': SearchDatastore_Task, 'duration_secs': 0.024027} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.562891] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.563178] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4c225cf9-7bf1-4e65-b0a3-866faaae9203/4c225cf9-7bf1-4e65-b0a3-866faaae9203.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.563447] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e72f1331-cf5a-45a1-9bef-fc0939f3192d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.576795] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 702.576795] env[69195]: value = "task-3504002" [ 702.576795] env[69195]: _type = "Task" [ 702.576795] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.593648] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.687157] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1000b3b-8857-40ca-a2be-0bcd36ecce5a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.695420] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ea23d-cd38-4c81-bb47-3c267a3f61c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.735486] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec12b3-2d9a-4b58-8e64-fe3308a876c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.746265] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11753ab-194b-4797-b3af-d7b632a1690a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.761799] env[69195]: DEBUG nova.compute.provider_tree [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.092892] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.170464] env[69195]: DEBUG nova.compute.manager [req-c2398217-45a2-4482-ad7d-8072ccdc5c04 req-86edc524-d654-4d33-b73f-f4c6e2c2ff3e service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Received event network-vif-plugged-e50a13ae-126a-4814-bc46-eccfa7ba7182 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.170760] env[69195]: DEBUG oslo_concurrency.lockutils [req-c2398217-45a2-4482-ad7d-8072ccdc5c04 req-86edc524-d654-4d33-b73f-f4c6e2c2ff3e service nova] Acquiring lock "8ed222f5-08f0-4575-a173-3f53f710fd1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.170922] env[69195]: DEBUG oslo_concurrency.lockutils [req-c2398217-45a2-4482-ad7d-8072ccdc5c04 req-86edc524-d654-4d33-b73f-f4c6e2c2ff3e service nova] Lock "8ed222f5-08f0-4575-a173-3f53f710fd1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.171101] env[69195]: DEBUG oslo_concurrency.lockutils [req-c2398217-45a2-4482-ad7d-8072ccdc5c04 req-86edc524-d654-4d33-b73f-f4c6e2c2ff3e service nova] Lock "8ed222f5-08f0-4575-a173-3f53f710fd1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.171275] env[69195]: DEBUG nova.compute.manager [req-c2398217-45a2-4482-ad7d-8072ccdc5c04 req-86edc524-d654-4d33-b73f-f4c6e2c2ff3e service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] No waiting events found dispatching network-vif-plugged-e50a13ae-126a-4814-bc46-eccfa7ba7182 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.171438] env[69195]: WARNING nova.compute.manager [req-c2398217-45a2-4482-ad7d-8072ccdc5c04 req-86edc524-d654-4d33-b73f-f4c6e2c2ff3e service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Received unexpected event network-vif-plugged-e50a13ae-126a-4814-bc46-eccfa7ba7182 for instance with vm_state building and task_state spawning. [ 703.267398] env[69195]: DEBUG nova.scheduler.client.report [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.363154] env[69195]: DEBUG nova.network.neutron [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Successfully updated port: e50a13ae-126a-4814-bc46-eccfa7ba7182 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.592616] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53674} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.593685] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4c225cf9-7bf1-4e65-b0a3-866faaae9203/4c225cf9-7bf1-4e65-b0a3-866faaae9203.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.593685] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.593685] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1cdfce2-a2b9-4a85-b9e0-5c1c11de5996 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.603250] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 703.603250] env[69195]: value = "task-3504003" [ 703.603250] env[69195]: _type = "Task" [ 703.603250] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.617583] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.773430] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.773967] env[69195]: DEBUG nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.776791] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.545s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.840096] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.840096] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fcd4170-98b8-44c9-876f-ec19558f671a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.852863] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 703.852863] env[69195]: value = "task-3504004" [ 703.852863] env[69195]: _type = "Task" [ 703.852863] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.868020] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.868020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "refresh_cache-8ed222f5-08f0-4575-a173-3f53f710fd1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.868020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquired lock "refresh_cache-8ed222f5-08f0-4575-a173-3f53f710fd1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.868020] env[69195]: DEBUG nova.network.neutron [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.125020] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069636} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.125020] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.125020] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a391612-6985-4ef3-9254-df6b2b4d4c74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.151948] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 4c225cf9-7bf1-4e65-b0a3-866faaae9203/4c225cf9-7bf1-4e65-b0a3-866faaae9203.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.152297] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b32671-3be1-4f46-920b-7b0d6892b587 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.179778] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 704.179778] env[69195]: value = "task-3504005" [ 704.179778] env[69195]: _type = "Task" [ 704.179778] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.187456] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.285161] env[69195]: INFO nova.compute.claims [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.289441] env[69195]: DEBUG nova.compute.utils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.297380] env[69195]: DEBUG nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.297571] env[69195]: DEBUG nova.network.neutron [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.361975] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504004, 'name': PowerOffVM_Task, 'duration_secs': 0.22676} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.362411] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.363408] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70740241-747a-40fc-9a7a-12c7ee2be267 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.397988] env[69195]: DEBUG nova.policy [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24839bc7006c410bafb715e320007a90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8a4091b8ae4a818871cd96c4ced6e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.397988] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97473fe-15f6-4b91-9d53-d1bbfb8d4c79 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.462470] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.462470] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae47d191-019d-4fbe-a9e6-b27d391fe0b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.470418] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 704.470418] env[69195]: value = "task-3504006" [ 704.470418] env[69195]: _type = "Task" [ 704.470418] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.475358] env[69195]: DEBUG nova.network.neutron [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.482189] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 704.482189] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.482589] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.482589] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.482783] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.483521] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5429427-25a2-44a9-8d5c-ab660b5403b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.496204] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.496204] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.496204] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0484150c-a4e5-41e5-b07d-e8881054cc9a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.504240] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 704.504240] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52999457-78bd-efee-60d7-bcaff42af5fd" [ 704.504240] env[69195]: _type = "Task" [ 704.504240] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.515596] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52999457-78bd-efee-60d7-bcaff42af5fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010553} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.518313] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b8ed17-1e5f-462f-a741-8c7b134ac367 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.524821] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 704.524821] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bec944-1bff-3cda-0e99-37fb5c56ae8c" [ 704.524821] env[69195]: _type = "Task" [ 704.524821] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.533398] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bec944-1bff-3cda-0e99-37fb5c56ae8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.693008] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504005, 'name': ReconfigVM_Task, 'duration_secs': 0.301302} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.693472] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 4c225cf9-7bf1-4e65-b0a3-866faaae9203/4c225cf9-7bf1-4e65-b0a3-866faaae9203.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.693777] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c18bb6f-4f7c-4d0e-88cf-28603c8c2d20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.721550] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 704.721550] env[69195]: value = "task-3504007" [ 704.721550] env[69195]: _type = "Task" [ 704.721550] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.749162] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504007, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.797826] env[69195]: INFO nova.compute.resource_tracker [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating resource usage from migration 3e1bc0fb-ae95-4fa9-abc1-6176fe549ee7 [ 704.801821] env[69195]: DEBUG nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.820407] env[69195]: DEBUG nova.network.neutron [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Updating instance_info_cache with network_info: [{"id": "e50a13ae-126a-4814-bc46-eccfa7ba7182", "address": "fa:16:3e:fe:a0:3c", "network": {"id": "a7a92621-ff81-41d4-8829-17e4bbc6ee8b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-735809927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a84218597c924060aea56f002a259937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50a13ae-12", "ovs_interfaceid": "e50a13ae-126a-4814-bc46-eccfa7ba7182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.041307] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bec944-1bff-3cda-0e99-37fb5c56ae8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.045760] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.046079] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. {{(pid=69195) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 705.046571] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b09c195-845a-4cb5-ad66-39adc3eaa41c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.056618] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 705.056618] env[69195]: value = "task-3504008" [ 705.056618] env[69195]: _type = "Task" [ 705.056618] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.066547] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.153772] env[69195]: DEBUG nova.network.neutron [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Successfully created port: f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.242635] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504007, 'name': Rename_Task, 'duration_secs': 0.177659} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.243341] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.244922] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6ab1f3-7db0-4fbf-8fc7-a2903bb9a0dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.262267] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 705.262267] env[69195]: value = "task-3504009" [ 705.262267] env[69195]: _type = "Task" [ 705.262267] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.281563] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.326594] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Releasing lock "refresh_cache-8ed222f5-08f0-4575-a173-3f53f710fd1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.326850] env[69195]: DEBUG nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Instance network_info: |[{"id": "e50a13ae-126a-4814-bc46-eccfa7ba7182", "address": "fa:16:3e:fe:a0:3c", "network": {"id": "a7a92621-ff81-41d4-8829-17e4bbc6ee8b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-735809927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a84218597c924060aea56f002a259937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50a13ae-12", "ovs_interfaceid": "e50a13ae-126a-4814-bc46-eccfa7ba7182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.327367] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:a0:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e50a13ae-126a-4814-bc46-eccfa7ba7182', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.336352] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Creating folder: Project (a84218597c924060aea56f002a259937). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.342090] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a358cf8-b2d2-402e-8d8e-a6b87c414213 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.369044] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Created folder: Project (a84218597c924060aea56f002a259937) in parent group-v700121. [ 705.369044] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Creating folder: Instances. Parent ref: group-v700198. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.369044] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-567611d0-ff06-4632-9c8e-2c5928b81a44 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.384312] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Created folder: Instances in parent group-v700198. [ 705.384312] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.384312] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.384651] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a915ccc6-7c85-400c-a4c2-169d9fdf9342 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.420233] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "a72cc066-0d49-400b-8afe-3df0a1527ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.420233] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "a72cc066-0d49-400b-8afe-3df0a1527ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.420233] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.420233] env[69195]: value = "task-3504012" [ 705.420233] env[69195]: _type = "Task" [ 705.420233] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.432030] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504012, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.569536] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504008, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.575664] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3de4f9-4994-4ffd-9baa-d26eb6f2bc54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.584783] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e22c5db-7358-4541-8b3a-02d6046bcd66 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.628212] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f50ab-aba1-4a60-ad16-6bff58f4853d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.637652] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7068274f-8a43-4fea-9d47-1602446737e1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.654925] env[69195]: DEBUG nova.compute.provider_tree [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.775370] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.777262] env[69195]: DEBUG nova.compute.manager [req-6b9a3714-bc97-43f5-bf5a-f7d6840ca0b2 req-47eb60c3-4e10-41d0-a07c-1c8096fb64ba service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Received event network-changed-e50a13ae-126a-4814-bc46-eccfa7ba7182 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.778209] env[69195]: DEBUG nova.compute.manager [req-6b9a3714-bc97-43f5-bf5a-f7d6840ca0b2 req-47eb60c3-4e10-41d0-a07c-1c8096fb64ba service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Refreshing instance network info cache due to event network-changed-e50a13ae-126a-4814-bc46-eccfa7ba7182. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.779921] env[69195]: DEBUG oslo_concurrency.lockutils [req-6b9a3714-bc97-43f5-bf5a-f7d6840ca0b2 req-47eb60c3-4e10-41d0-a07c-1c8096fb64ba service nova] Acquiring lock "refresh_cache-8ed222f5-08f0-4575-a173-3f53f710fd1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.780157] env[69195]: DEBUG oslo_concurrency.lockutils [req-6b9a3714-bc97-43f5-bf5a-f7d6840ca0b2 req-47eb60c3-4e10-41d0-a07c-1c8096fb64ba service nova] Acquired lock "refresh_cache-8ed222f5-08f0-4575-a173-3f53f710fd1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.780393] env[69195]: DEBUG nova.network.neutron [req-6b9a3714-bc97-43f5-bf5a-f7d6840ca0b2 req-47eb60c3-4e10-41d0-a07c-1c8096fb64ba service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Refreshing network info cache for port e50a13ae-126a-4814-bc46-eccfa7ba7182 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.821028] env[69195]: DEBUG nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.881919] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.882199] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.882426] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.882664] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.882828] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.883203] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.883203] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.883327] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.883485] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.883668] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.883838] env[69195]: DEBUG nova.virt.hardware [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.884793] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d085a5-d7ed-45a3-bc75-1b0cb258e75f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.895670] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e58056-6f77-458a-ac99-028a59344970 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.929124] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504012, 'name': CreateVM_Task, 'duration_secs': 0.376005} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.929355] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.930074] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.930206] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.930525] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.930819] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61e5702-aa11-4a2e-b50d-b9d0892521aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.936571] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 705.936571] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d544c4-e877-44de-470f-bb01f4ac45e6" [ 705.936571] env[69195]: _type = "Task" [ 705.936571] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.948335] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d544c4-e877-44de-470f-bb01f4ac45e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.067658] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606706} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.068276] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. [ 706.068879] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f1ae9d-18dd-45ca-b626-e9e1869cc84a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.095183] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.095528] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1273a82-9fa1-4a03-9591-f69d45b82fd7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.115080] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 706.115080] env[69195]: value = "task-3504013" [ 706.115080] env[69195]: _type = "Task" [ 706.115080] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.125046] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.161018] env[69195]: DEBUG nova.scheduler.client.report [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.275057] env[69195]: DEBUG oslo_vmware.api [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504009, 'name': PowerOnVM_Task, 'duration_secs': 0.555805} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.275057] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.275057] env[69195]: INFO nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Took 10.53 seconds to spawn the instance on the hypervisor. [ 706.275225] env[69195]: DEBUG nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.276010] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1a1bc-2127-44b7-b495-50bcf1232a36 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.457763] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d544c4-e877-44de-470f-bb01f4ac45e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011947} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.458079] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.458320] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.458609] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.458759] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.458950] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.459258] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44b466b-68e1-4d9e-8d1b-4a1b68f2200f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.477553] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.477773] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.479342] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e114244f-893d-4079-bc69-a1ba595f7756 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.485306] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 706.485306] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f32ea1-1a8f-500e-f10c-30934795666c" [ 706.485306] env[69195]: _type = "Task" [ 706.485306] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.494312] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f32ea1-1a8f-500e-f10c-30934795666c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.590935] env[69195]: DEBUG nova.network.neutron [req-6b9a3714-bc97-43f5-bf5a-f7d6840ca0b2 req-47eb60c3-4e10-41d0-a07c-1c8096fb64ba service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Updated VIF entry in instance network info cache for port e50a13ae-126a-4814-bc46-eccfa7ba7182. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.591323] env[69195]: DEBUG nova.network.neutron [req-6b9a3714-bc97-43f5-bf5a-f7d6840ca0b2 req-47eb60c3-4e10-41d0-a07c-1c8096fb64ba service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Updating instance_info_cache with network_info: [{"id": "e50a13ae-126a-4814-bc46-eccfa7ba7182", "address": "fa:16:3e:fe:a0:3c", "network": {"id": "a7a92621-ff81-41d4-8829-17e4bbc6ee8b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-735809927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a84218597c924060aea56f002a259937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape50a13ae-12", "ovs_interfaceid": "e50a13ae-126a-4814-bc46-eccfa7ba7182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.627558] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504013, 'name': ReconfigVM_Task, 'duration_secs': 0.358828} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.627702] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Reconfigured VM instance instance-00000017 to attach disk [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.628612] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4def41de-5159-49cb-9380-b8b2d5e39cfd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.656949] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55d644c1-bcc8-40c0-b33f-f31f2001ddf6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.667780] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.891s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.667982] env[69195]: INFO nova.compute.manager [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Migrating [ 706.668228] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.668376] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.669753] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.446s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.671102] env[69195]: INFO nova.compute.claims [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.675458] env[69195]: INFO nova.compute.rpcapi [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 706.675458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.683211] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 706.683211] env[69195]: value = "task-3504014" [ 706.683211] env[69195]: _type = "Task" [ 706.683211] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.701589] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.801217] env[69195]: INFO nova.compute.manager [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Took 43.24 seconds to build instance. [ 706.996522] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f32ea1-1a8f-500e-f10c-30934795666c, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.997505] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd64f645-0bc2-4bd1-a419-1edc6c1da5d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.003468] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 707.003468] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa5400-08ad-fa56-901c-d52e66077941" [ 707.003468] env[69195]: _type = "Task" [ 707.003468] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.014463] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa5400-08ad-fa56-901c-d52e66077941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.094865] env[69195]: DEBUG oslo_concurrency.lockutils [req-6b9a3714-bc97-43f5-bf5a-f7d6840ca0b2 req-47eb60c3-4e10-41d0-a07c-1c8096fb64ba service nova] Releasing lock "refresh_cache-8ed222f5-08f0-4575-a173-3f53f710fd1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.201402] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504014, 'name': ReconfigVM_Task, 'duration_secs': 0.170751} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.201402] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.201402] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeaadfab-4f90-4213-8be1-f2e13164ebfd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.203581] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.203692] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.204165] env[69195]: DEBUG nova.network.neutron [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.212837] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 707.212837] env[69195]: value = "task-3504015" [ 707.212837] env[69195]: _type = "Task" [ 707.212837] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.222549] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.306265] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca8b992-a16e-495f-aadb-7531caea8b8e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.988s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.515027] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa5400-08ad-fa56-901c-d52e66077941, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.515426] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.515744] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 8ed222f5-08f0-4575-a173-3f53f710fd1f/8ed222f5-08f0-4575-a173-3f53f710fd1f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.515838] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33378512-3a9f-407f-86ab-65a9a05cba42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.523666] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 707.523666] env[69195]: value = "task-3504016" [ 707.523666] env[69195]: _type = "Task" [ 707.523666] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.532472] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.673911] env[69195]: DEBUG nova.network.neutron [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Successfully updated port: f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.725940] env[69195]: DEBUG oslo_vmware.api [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504015, 'name': PowerOnVM_Task, 'duration_secs': 0.424529} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.726241] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.732117] env[69195]: DEBUG nova.compute.manager [None req-9d8ec467-4ba1-4b3f-a2ab-5416ec499643 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.733161] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b3e96e-b220-4c38-90ee-0ec82f43b5f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.809209] env[69195]: DEBUG nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.040265] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497174} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.040265] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 8ed222f5-08f0-4575-a173-3f53f710fd1f/8ed222f5-08f0-4575-a173-3f53f710fd1f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.040265] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.040653] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deacac11-7adb-48cf-9141-94a21bb05c8d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.050392] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 708.050392] env[69195]: value = "task-3504017" [ 708.050392] env[69195]: _type = "Task" [ 708.050392] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.059505] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.096526] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "e7490889-d165-420a-86c1-e12a1ffb2897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.096772] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e7490889-d165-420a-86c1-e12a1ffb2897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.140597] env[69195]: DEBUG nova.network.neutron [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance_info_cache with network_info: [{"id": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "address": "fa:16:3e:48:4d:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491abce-8b", "ovs_interfaceid": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.169264] env[69195]: DEBUG nova.compute.manager [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Received event network-vif-plugged-f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.169264] env[69195]: DEBUG oslo_concurrency.lockutils [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] Acquiring lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.169570] env[69195]: DEBUG oslo_concurrency.lockutils [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.170099] env[69195]: DEBUG oslo_concurrency.lockutils [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.170319] env[69195]: DEBUG nova.compute.manager [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] No waiting events found dispatching network-vif-plugged-f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.170498] env[69195]: WARNING nova.compute.manager [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Received unexpected event network-vif-plugged-f5ab862a-2ebd-4a24-8128-4d1f059e9d76 for instance with vm_state building and task_state spawning. [ 708.170665] env[69195]: DEBUG nova.compute.manager [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Received event network-changed-f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.170949] env[69195]: DEBUG nova.compute.manager [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Refreshing instance network info cache due to event network-changed-f5ab862a-2ebd-4a24-8128-4d1f059e9d76. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.171159] env[69195]: DEBUG oslo_concurrency.lockutils [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] Acquiring lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.171354] env[69195]: DEBUG oslo_concurrency.lockutils [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] Acquired lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.171720] env[69195]: DEBUG nova.network.neutron [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Refreshing network info cache for port f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.179290] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.277277] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde0ecd8-d2aa-4851-abcc-5d64e50c5ec2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.288714] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b81f81-b14d-4957-9a65-bddedeb6c0e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.320250] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe261ab-52e7-4940-8bf7-87f2e98f732f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.330301] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6293b53b-8f0d-4359-8a30-e5373023d9a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.335077] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.345972] env[69195]: DEBUG nova.compute.provider_tree [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.561719] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126718} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.562143] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.562969] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf02ef0-344f-4097-a3ad-bb76b1441c0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.588034] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 8ed222f5-08f0-4575-a173-3f53f710fd1f/8ed222f5-08f0-4575-a173-3f53f710fd1f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.588034] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-159dea9c-dc04-451c-8751-c96a308d3f16 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.612234] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 708.612234] env[69195]: value = "task-3504018" [ 708.612234] env[69195]: _type = "Task" [ 708.612234] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.622624] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.644139] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.714960] env[69195]: DEBUG nova.network.neutron [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.817481] env[69195]: DEBUG nova.network.neutron [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.869700] env[69195]: ERROR nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [req-032da483-dae2-480f-925f-336fd6c9340f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-032da483-dae2-480f-925f-336fd6c9340f"}]} [ 708.888665] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.905028] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.905028] env[69195]: DEBUG nova.compute.provider_tree [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.918581] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.943297] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 709.124590] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.320955] env[69195]: DEBUG oslo_concurrency.lockutils [req-2ae71433-a148-4c36-84ef-96f305ebad66 req-5f2b7c2b-1f59-4d93-9af1-d34829a3b577 service nova] Releasing lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.321326] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquired lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.321478] env[69195]: DEBUG nova.network.neutron [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.397022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c6effa-5bac-480c-8f38-ff62702447dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.406503] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9557f-1bbb-4e23-b8bd-fa7c89d4d512 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.437993] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937446b-7750-412d-a610-34f782796e91 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.446770] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023f9ab-d6cf-4015-b1b5-8e77a0bf3243 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.462384] env[69195]: DEBUG nova.compute.provider_tree [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.625833] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.861654] env[69195]: DEBUG nova.network.neutron [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.945530] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "c9830507-cc85-4b09-ae22-fa809fee2d1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.945778] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "c9830507-cc85-4b09-ae22-fa809fee2d1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.985462] env[69195]: ERROR nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [req-7dac4de8-d802-4e61-acef-8744bdc492b9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7dac4de8-d802-4e61-acef-8744bdc492b9"}]} [ 710.008302] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 710.027074] env[69195]: DEBUG nova.network.neutron [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Updating instance_info_cache with network_info: [{"id": "f5ab862a-2ebd-4a24-8128-4d1f059e9d76", "address": "fa:16:3e:cd:9c:dc", "network": {"id": "a81f942c-08fd-4619-9efb-4c766fb26c4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-667816090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a4091b8ae4a818871cd96c4ced6e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ab862a-2e", "ovs_interfaceid": "f5ab862a-2ebd-4a24-8128-4d1f059e9d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.031612] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 710.031612] env[69195]: DEBUG nova.compute.provider_tree [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.044923] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 710.066370] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 710.128300] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504018, 'name': ReconfigVM_Task, 'duration_secs': 1.113492} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.128300] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 8ed222f5-08f0-4575-a173-3f53f710fd1f/8ed222f5-08f0-4575-a173-3f53f710fd1f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.128300] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4b975e9-46dc-47bd-ae68-2aff0922dc3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.138650] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 710.138650] env[69195]: value = "task-3504019" [ 710.138650] env[69195]: _type = "Task" [ 710.138650] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.149379] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504019, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.162546] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a646f85-8b1a-4bc1-ad22-0fd03b40f515 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.185425] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance '64068cef-b827-484b-b713-3751fcdc2786' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.529541] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Releasing lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.529858] env[69195]: DEBUG nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Instance network_info: |[{"id": "f5ab862a-2ebd-4a24-8128-4d1f059e9d76", "address": "fa:16:3e:cd:9c:dc", "network": {"id": "a81f942c-08fd-4619-9efb-4c766fb26c4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-667816090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a4091b8ae4a818871cd96c4ced6e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ab862a-2e", "ovs_interfaceid": "f5ab862a-2ebd-4a24-8128-4d1f059e9d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.530917] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:9c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5ab862a-2ebd-4a24-8128-4d1f059e9d76', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.538876] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Creating folder: Project (6e8a4091b8ae4a818871cd96c4ced6e8). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.539074] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-881f5f7f-569d-4098-83f8-d9e53bd2d11b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.552386] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Created folder: Project (6e8a4091b8ae4a818871cd96c4ced6e8) in parent group-v700121. [ 710.552594] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Creating folder: Instances. Parent ref: group-v700201. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.552894] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9afaa515-d7a2-4a12-96d8-f467150ad56a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.566420] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Created folder: Instances in parent group-v700201. [ 710.566727] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.568133] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.569152] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e948adb6-cb1a-4bc7-906f-3026c7d80837 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.572893] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11870c86-dd71-4212-aba1-8715ee324c07 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.595689] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d129c8-95a0-420f-990c-cc224eaad11f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.600707] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.600707] env[69195]: value = "task-3504022" [ 710.600707] env[69195]: _type = "Task" [ 710.600707] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.633728] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5e5408-9862-4380-a13c-cf1f59558f88 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.639685] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504022, 'name': CreateVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.648159] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab7e9b-f782-4a19-af83-962b7536143d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.656109] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504019, 'name': Rename_Task, 'duration_secs': 0.206095} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.656676] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.656956] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f17e9387-21cf-4446-a027-c0adc835216c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.666900] env[69195]: DEBUG nova.compute.provider_tree [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.674880] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 710.674880] env[69195]: value = "task-3504023" [ 710.674880] env[69195]: _type = "Task" [ 710.674880] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.684752] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.694337] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.694705] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-380a6432-4688-4cba-aeb8-a38081bcf6ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.719958] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 710.719958] env[69195]: value = "task-3504024" [ 710.719958] env[69195]: _type = "Task" [ 710.719958] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.729664] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.111549] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504022, 'name': CreateVM_Task, 'duration_secs': 0.386338} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.111721] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.112575] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.112742] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.113333] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.113594] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01ab405-aae3-4e74-997d-6a7a6f332fbe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.120086] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 711.120086] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f8c31-7e6a-6d54-a009-2bd1bf2b6359" [ 711.120086] env[69195]: _type = "Task" [ 711.120086] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.129301] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f8c31-7e6a-6d54-a009-2bd1bf2b6359, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.185953] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.214477] env[69195]: DEBUG nova.scheduler.client.report [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 711.214772] env[69195]: DEBUG nova.compute.provider_tree [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 54 to 55 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 711.214959] env[69195]: DEBUG nova.compute.provider_tree [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.230156] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504024, 'name': PowerOffVM_Task, 'duration_secs': 0.253909} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.230395] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.230583] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance '64068cef-b827-484b-b713-3751fcdc2786' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.632244] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f8c31-7e6a-6d54-a009-2bd1bf2b6359, 'name': SearchDatastore_Task, 'duration_secs': 0.010474} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.632612] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.632932] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.633687] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.633687] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.633687] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.633862] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f07633-f03f-4d27-904d-09c76682ccb9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.643906] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.644080] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.644873] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f3fbb6-66e7-412e-be90-4651681253c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.651556] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 711.651556] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52274534-7400-a2a6-4cb7-cde08af7c193" [ 711.651556] env[69195]: _type = "Task" [ 711.651556] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.661091] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52274534-7400-a2a6-4cb7-cde08af7c193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.686230] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.720633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.051s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.721215] env[69195]: DEBUG nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.723770] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.109s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.725250] env[69195]: INFO nova.compute.claims [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.738165] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.738165] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.738165] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.738385] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.738385] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.738555] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.738756] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.738940] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.739146] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.739321] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.739491] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.746138] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdefcb6c-9e21-4798-af54-70c2ae008e11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.765640] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 711.765640] env[69195]: value = "task-3504025" [ 711.765640] env[69195]: _type = "Task" [ 711.765640] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.776376] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.162269] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52274534-7400-a2a6-4cb7-cde08af7c193, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.163470] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edb55d2e-e634-4806-aed5-2f753340f8fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.171253] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 712.171253] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e1d748-a9bb-79f1-dc30-11fcc38d2557" [ 712.171253] env[69195]: _type = "Task" [ 712.171253] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.180142] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e1d748-a9bb-79f1-dc30-11fcc38d2557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.188178] env[69195]: DEBUG oslo_vmware.api [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504023, 'name': PowerOnVM_Task, 'duration_secs': 1.178375} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.188451] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.188656] env[69195]: INFO nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Took 11.39 seconds to spawn the instance on the hypervisor. [ 712.189650] env[69195]: DEBUG nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.189730] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a3827c-8278-4845-b1a0-5d206715d5ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.232932] env[69195]: DEBUG nova.compute.utils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.235037] env[69195]: DEBUG nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.235266] env[69195]: DEBUG nova.network.neutron [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.277439] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504025, 'name': ReconfigVM_Task, 'duration_secs': 0.237229} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.277797] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance '64068cef-b827-484b-b713-3751fcdc2786' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.298563] env[69195]: DEBUG nova.policy [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4edf54f9b2a64d3ba443ee6c04196f49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebb9ea9e69e340f2b0d5f71087faefde', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.566756] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.567067] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.567264] env[69195]: DEBUG nova.compute.manager [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.569722] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d286f1-c192-4092-b0f7-f2086524c6c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.576985] env[69195]: DEBUG nova.compute.manager [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 712.577595] env[69195]: DEBUG nova.objects.instance [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lazy-loading 'flavor' on Instance uuid 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.672723] env[69195]: DEBUG nova.network.neutron [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Successfully created port: 7fb7c08f-8f6a-4559-925e-f3de7a8866c2 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.687664] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e1d748-a9bb-79f1-dc30-11fcc38d2557, 'name': SearchDatastore_Task, 'duration_secs': 0.01527} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.687958] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.688279] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 6e4e5b96-e86c-4901-8c87-a70f0da92cfe/6e4e5b96-e86c-4901-8c87-a70f0da92cfe.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.688569] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-718dc749-649a-460b-8ca5-1846387437c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.697498] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 712.697498] env[69195]: value = "task-3504026" [ 712.697498] env[69195]: _type = "Task" [ 712.697498] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.710077] env[69195]: INFO nova.compute.manager [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Took 45.45 seconds to build instance. [ 712.724914] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.740074] env[69195]: DEBUG nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.787012] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.787295] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.787454] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.787635] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.787783] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.787965] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.788195] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.788355] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.788522] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.788687] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.788881] env[69195]: DEBUG nova.virt.hardware [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.794472] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 712.795344] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba19c30-a9ee-4ae4-9317-79d6b0e7eb14 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.827803] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 712.827803] env[69195]: value = "task-3504027" [ 712.827803] env[69195]: _type = "Task" [ 712.827803] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.838932] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.212251] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c34cb2ba-b372-4817-8fe3-41ffaa492327 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "8ed222f5-08f0-4575-a173-3f53f710fd1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.199s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.212599] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507443} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.217296] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 6e4e5b96-e86c-4901-8c87-a70f0da92cfe/6e4e5b96-e86c-4901-8c87-a70f0da92cfe.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.217504] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.218176] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fcd4121-0528-40a6-99ad-7a4632bcd806 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.226344] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 713.226344] env[69195]: value = "task-3504028" [ 713.226344] env[69195]: _type = "Task" [ 713.226344] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.249845] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.342579] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504027, 'name': ReconfigVM_Task, 'duration_secs': 0.445167} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.342865] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 713.344828] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7942c77f-43db-4bdc-aaa4-910b3c7fbe12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.348891] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3457dc85-a386-4e74-8318-4b63b7750431 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.367327] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8e5af2-f745-4b6f-a075-a8b0c5cf5f81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.378433] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 64068cef-b827-484b-b713-3751fcdc2786/64068cef-b827-484b-b713-3751fcdc2786.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.378736] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f55f459-e50b-48f9-9c4d-26b081ebe9f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.424650] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16beee21-19b7-4df4-8791-1a1e64c1f5dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.427703] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 713.427703] env[69195]: value = "task-3504029" [ 713.427703] env[69195]: _type = "Task" [ 713.427703] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.435650] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4d81dc-0616-43ee-b75e-16c3a1d2b05f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.442592] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.453226] env[69195]: DEBUG nova.compute.provider_tree [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.588516] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.588622] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb71f249-7953-4d6a-bce8-735583cef2ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.599276] env[69195]: DEBUG oslo_vmware.api [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 713.599276] env[69195]: value = "task-3504030" [ 713.599276] env[69195]: _type = "Task" [ 713.599276] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.609047] env[69195]: DEBUG oslo_vmware.api [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.718647] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.739143] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080596} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.739837] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.740422] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd15f403-b775-4d57-85bb-75b8928d4b73 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.758539] env[69195]: DEBUG nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.771011] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 6e4e5b96-e86c-4901-8c87-a70f0da92cfe/6e4e5b96-e86c-4901-8c87-a70f0da92cfe.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.772886] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7bc824-cac5-4452-89c9-85c3ebeff644 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.788342] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cc010e5-05da-443b-a3d0-01f5d1c4fbf1 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "interface-8ed222f5-08f0-4575-a173-3f53f710fd1f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.788592] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cc010e5-05da-443b-a3d0-01f5d1c4fbf1 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "interface-8ed222f5-08f0-4575-a173-3f53f710fd1f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.788902] env[69195]: DEBUG nova.objects.instance [None req-7cc010e5-05da-443b-a3d0-01f5d1c4fbf1 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lazy-loading 'flavor' on Instance uuid 8ed222f5-08f0-4575-a173-3f53f710fd1f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.798615] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 713.798615] env[69195]: value = "task-3504031" [ 713.798615] env[69195]: _type = "Task" [ 713.798615] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.800855] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.801090] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.801250] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.801430] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.801576] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.801724] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.801928] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.802095] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.802265] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.802426] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.802638] env[69195]: DEBUG nova.virt.hardware [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.803703] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a3f133-2712-4a2a-8389-9289f1ecc0b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.817879] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.819828] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c8729-7f31-4e46-8c3e-4bb6cec30405 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.939068] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504029, 'name': ReconfigVM_Task, 'duration_secs': 0.313805} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.939068] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 64068cef-b827-484b-b713-3751fcdc2786/64068cef-b827-484b-b713-3751fcdc2786.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.939291] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance '64068cef-b827-484b-b713-3751fcdc2786' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.957014] env[69195]: DEBUG nova.scheduler.client.report [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.109551] env[69195]: DEBUG oslo_vmware.api [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504030, 'name': PowerOffVM_Task, 'duration_secs': 0.184471} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.109835] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.110073] env[69195]: DEBUG nova.compute.manager [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.111873] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0739348f-7657-4eba-9b40-8a0d57cdbe1a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.249725] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.295339] env[69195]: DEBUG nova.objects.instance [None req-7cc010e5-05da-443b-a3d0-01f5d1c4fbf1 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lazy-loading 'pci_requests' on Instance uuid 8ed222f5-08f0-4575-a173-3f53f710fd1f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.317531] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504031, 'name': ReconfigVM_Task, 'duration_secs': 0.329063} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.317531] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 6e4e5b96-e86c-4901-8c87-a70f0da92cfe/6e4e5b96-e86c-4901-8c87-a70f0da92cfe.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.317531] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb337712-0806-44df-80be-95f7783ddae2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.321245] env[69195]: DEBUG nova.network.neutron [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Successfully updated port: 7fb7c08f-8f6a-4559-925e-f3de7a8866c2 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.324748] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 714.324748] env[69195]: value = "task-3504032" [ 714.324748] env[69195]: _type = "Task" [ 714.324748] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.334112] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504032, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.445782] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd78715-2694-4a75-bd81-8110dd70bef1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.469990] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.470478] env[69195]: DEBUG nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.473953] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.388s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.474187] env[69195]: DEBUG nova.objects.instance [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lazy-loading 'resources' on Instance uuid 500e1b0a-5ce5-4664-916d-09ab8b45c5c8 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.475829] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905746a1-698b-482b-9422-619e25baf998 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.495411] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance '64068cef-b827-484b-b713-3751fcdc2786' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 714.626266] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d94bea85-b3b7-45ff-841c-d7b4d0abe785 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.798150] env[69195]: DEBUG nova.objects.base [None req-7cc010e5-05da-443b-a3d0-01f5d1c4fbf1 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Object Instance<8ed222f5-08f0-4575-a173-3f53f710fd1f> lazy-loaded attributes: flavor,pci_requests {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 714.798556] env[69195]: DEBUG nova.network.neutron [None req-7cc010e5-05da-443b-a3d0-01f5d1c4fbf1 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.824042] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "refresh_cache-3038b304-bcfa-40a6-abf6-c00e8fc2d661" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.824042] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquired lock "refresh_cache-3038b304-bcfa-40a6-abf6-c00e8fc2d661" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.824042] env[69195]: DEBUG nova.network.neutron [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.836586] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504032, 'name': Rename_Task, 'duration_secs': 0.235872} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.837686] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.838310] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44a5d653-cfc3-44ef-9791-8b22b4e0f797 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.848636] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 714.848636] env[69195]: value = "task-3504033" [ 714.848636] env[69195]: _type = "Task" [ 714.848636] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.859096] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.909281] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cc010e5-05da-443b-a3d0-01f5d1c4fbf1 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "interface-8ed222f5-08f0-4575-a173-3f53f710fd1f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.120s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.975913] env[69195]: DEBUG nova.compute.utils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.977494] env[69195]: DEBUG nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.977847] env[69195]: DEBUG nova.network.neutron [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.039940] env[69195]: DEBUG nova.policy [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b262cde7aaa4aefb8ce695a161a3439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74457562b2794e34a7636ebba4b3b1ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.065542] env[69195]: DEBUG nova.network.neutron [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Port 4491abce-8bb6-45c4-8100-85d4e9ca90a3 binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 715.100915] env[69195]: DEBUG nova.compute.manager [req-53a3de6c-6d1e-48e8-9f25-0051200ab6a3 req-4a93d083-339c-4727-b06e-de1e277683d0 service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Received event network-vif-plugged-7fb7c08f-8f6a-4559-925e-f3de7a8866c2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.102052] env[69195]: DEBUG oslo_concurrency.lockutils [req-53a3de6c-6d1e-48e8-9f25-0051200ab6a3 req-4a93d083-339c-4727-b06e-de1e277683d0 service nova] Acquiring lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.102917] env[69195]: DEBUG oslo_concurrency.lockutils [req-53a3de6c-6d1e-48e8-9f25-0051200ab6a3 req-4a93d083-339c-4727-b06e-de1e277683d0 service nova] Lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.103127] env[69195]: DEBUG oslo_concurrency.lockutils [req-53a3de6c-6d1e-48e8-9f25-0051200ab6a3 req-4a93d083-339c-4727-b06e-de1e277683d0 service nova] Lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.103308] env[69195]: DEBUG nova.compute.manager [req-53a3de6c-6d1e-48e8-9f25-0051200ab6a3 req-4a93d083-339c-4727-b06e-de1e277683d0 service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] No waiting events found dispatching network-vif-plugged-7fb7c08f-8f6a-4559-925e-f3de7a8866c2 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.104152] env[69195]: WARNING nova.compute.manager [req-53a3de6c-6d1e-48e8-9f25-0051200ab6a3 req-4a93d083-339c-4727-b06e-de1e277683d0 service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Received unexpected event network-vif-plugged-7fb7c08f-8f6a-4559-925e-f3de7a8866c2 for instance with vm_state building and task_state spawning. [ 715.362786] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.376973] env[69195]: DEBUG nova.network.neutron [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.482148] env[69195]: DEBUG nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.497371] env[69195]: DEBUG nova.network.neutron [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Successfully created port: f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.606119] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e4c51-b317-4940-91c7-081f0dcf0dc1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.618407] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec53a741-4ba6-48aa-912c-68fa4893ef42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.652068] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6e2a59-74e2-481e-9813-7237d8a305fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.661971] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b06039-e03e-4ee3-a85c-8288afa105e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.680231] env[69195]: DEBUG nova.compute.provider_tree [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.682355] env[69195]: DEBUG nova.network.neutron [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Updating instance_info_cache with network_info: [{"id": "7fb7c08f-8f6a-4559-925e-f3de7a8866c2", "address": "fa:16:3e:3e:c6:d3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fb7c08f-8f", "ovs_interfaceid": "7fb7c08f-8f6a-4559-925e-f3de7a8866c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.862522] env[69195]: DEBUG oslo_vmware.api [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504033, 'name': PowerOnVM_Task, 'duration_secs': 0.743167} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.862522] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.862522] env[69195]: INFO nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Took 10.04 seconds to spawn the instance on the hypervisor. [ 715.862522] env[69195]: DEBUG nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.862522] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0f331-c88b-4362-9c86-784932f5b483 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.097156] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "64068cef-b827-484b-b713-3751fcdc2786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.100804] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.100987] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.185555] env[69195]: DEBUG nova.scheduler.client.report [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.189546] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Releasing lock "refresh_cache-3038b304-bcfa-40a6-abf6-c00e8fc2d661" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.189992] env[69195]: DEBUG nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Instance network_info: |[{"id": "7fb7c08f-8f6a-4559-925e-f3de7a8866c2", "address": "fa:16:3e:3e:c6:d3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fb7c08f-8f", "ovs_interfaceid": "7fb7c08f-8f6a-4559-925e-f3de7a8866c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.190446] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:c6:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fb7c08f-8f6a-4559-925e-f3de7a8866c2', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.198338] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.198560] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.198782] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76ec8178-eb4d-4aed-bf1e-1e4c7f9f74b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.221170] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.221170] env[69195]: value = "task-3504034" [ 716.221170] env[69195]: _type = "Task" [ 716.221170] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.230072] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504034, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.384042] env[69195]: INFO nova.compute.manager [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Took 47.08 seconds to build instance. [ 716.495747] env[69195]: DEBUG nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.531924] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.532649] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.532862] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.533158] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.533469] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.533592] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.533858] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.534554] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.534554] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.534731] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.535445] env[69195]: DEBUG nova.virt.hardware [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.537150] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad51df4-72ad-4814-92e8-8f016d5e6f92 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.546983] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea503cc-27df-4849-bd7a-a03bc51dd735 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.693866] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.700061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.615s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.700061] env[69195]: DEBUG nova.objects.instance [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lazy-loading 'resources' on Instance uuid cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.734097] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504034, 'name': CreateVM_Task, 'duration_secs': 0.468735} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.735729] env[69195]: INFO nova.scheduler.client.report [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleted allocations for instance 500e1b0a-5ce5-4664-916d-09ab8b45c5c8 [ 716.736662] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.740983] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.741270] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.741761] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.743819] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e728408e-ee2b-4b01-8e61-80876bb1a2b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.749701] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 716.749701] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c036b9-b25a-52b0-c7a8-cbdd4c8ed302" [ 716.749701] env[69195]: _type = "Task" [ 716.749701] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.760595] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c036b9-b25a-52b0-c7a8-cbdd4c8ed302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.888093] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b0842345-7ed6-488a-931f-7325f69d9678 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.981s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.188874] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.191031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.191031] env[69195]: DEBUG nova.network.neutron [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.248197] env[69195]: DEBUG oslo_concurrency.lockutils [None req-35b8b92e-3cb4-4dab-8b94-d21a378ad18d tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "500e1b0a-5ce5-4664-916d-09ab8b45c5c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.951s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.262899] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c036b9-b25a-52b0-c7a8-cbdd4c8ed302, 'name': SearchDatastore_Task, 'duration_secs': 0.023266} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.266013] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.267087] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.267087] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.267087] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.267087] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.267400] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e0b2ac-d27f-461d-9d00-71120a70ce9a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.277852] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.278047] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.284134] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea40e19-4b16-4632-b725-d1b8c2c15955 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.289680] env[69195]: DEBUG nova.network.neutron [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Successfully updated port: f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.294952] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 717.294952] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523eac28-739b-cfe3-b5b8-d8f84567250c" [ 717.294952] env[69195]: _type = "Task" [ 717.294952] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.304778] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523eac28-739b-cfe3-b5b8-d8f84567250c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.319989] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "8ed222f5-08f0-4575-a173-3f53f710fd1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.320298] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "8ed222f5-08f0-4575-a173-3f53f710fd1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.320544] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "8ed222f5-08f0-4575-a173-3f53f710fd1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.321185] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "8ed222f5-08f0-4575-a173-3f53f710fd1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.321411] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "8ed222f5-08f0-4575-a173-3f53f710fd1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.323677] env[69195]: INFO nova.compute.manager [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Terminating instance [ 717.382501] env[69195]: DEBUG nova.compute.manager [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Received event network-changed-7fb7c08f-8f6a-4559-925e-f3de7a8866c2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.382883] env[69195]: DEBUG nova.compute.manager [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Refreshing instance network info cache due to event network-changed-7fb7c08f-8f6a-4559-925e-f3de7a8866c2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.383594] env[69195]: DEBUG oslo_concurrency.lockutils [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] Acquiring lock "refresh_cache-3038b304-bcfa-40a6-abf6-c00e8fc2d661" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.383594] env[69195]: DEBUG oslo_concurrency.lockutils [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] Acquired lock "refresh_cache-3038b304-bcfa-40a6-abf6-c00e8fc2d661" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.383594] env[69195]: DEBUG nova.network.neutron [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Refreshing network info cache for port 7fb7c08f-8f6a-4559-925e-f3de7a8866c2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.393041] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.450971] env[69195]: DEBUG nova.objects.instance [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lazy-loading 'flavor' on Instance uuid 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.775964] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc116dc-2f3f-4293-bb6f-79f4ef083f0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.787282] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea9e6a-e56b-41f6-b1d3-23a7d2653fe9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.796278] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.796474] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquired lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.796634] env[69195]: DEBUG nova.network.neutron [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.831326] env[69195]: DEBUG nova.compute.manager [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.831547] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.834033] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5ebb4-358e-4eda-b097-3cc348dd90f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.838858] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61057528-e2ce-4ff4-9ada-20285e3d204c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.845269] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523eac28-739b-cfe3-b5b8-d8f84567250c, 'name': SearchDatastore_Task, 'duration_secs': 0.013358} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.846930] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51ebedd-db5b-430a-bc7e-08c8489e925c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.854679] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.857186] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c476378-97f8-44fa-9931-83fea046d53e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.860116] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209303e8-a3f3-45b4-8e4e-51552e466582 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.865643] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 717.865643] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b6325d-e686-067a-8797-166be4a59f30" [ 717.865643] env[69195]: _type = "Task" [ 717.865643] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.880209] env[69195]: DEBUG nova.compute.provider_tree [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.883511] env[69195]: DEBUG oslo_vmware.api [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 717.883511] env[69195]: value = "task-3504035" [ 717.883511] env[69195]: _type = "Task" [ 717.883511] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.893108] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b6325d-e686-067a-8797-166be4a59f30, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.893108] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.893439] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 3038b304-bcfa-40a6-abf6-c00e8fc2d661/3038b304-bcfa-40a6-abf6-c00e8fc2d661.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.894397] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8a58a90-368c-4dc9-93ee-98f7f36be813 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.902041] env[69195]: DEBUG oslo_vmware.api [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.909850] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 717.909850] env[69195]: value = "task-3504036" [ 717.909850] env[69195]: _type = "Task" [ 717.909850] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.921921] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.929893] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.958775] env[69195]: DEBUG oslo_concurrency.lockutils [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.958775] env[69195]: DEBUG oslo_concurrency.lockutils [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquired lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.958775] env[69195]: DEBUG nova.network.neutron [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.958775] env[69195]: DEBUG nova.objects.instance [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lazy-loading 'info_cache' on Instance uuid 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.399459] env[69195]: DEBUG nova.scheduler.client.report [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.404634] env[69195]: DEBUG oslo_vmware.api [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504035, 'name': PowerOffVM_Task, 'duration_secs': 0.276599} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.405353] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.405465] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.405807] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff6135f3-1cc8-4488-b34f-d62fd9a48750 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.422952] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498382} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.423574] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 3038b304-bcfa-40a6-abf6-c00e8fc2d661/3038b304-bcfa-40a6-abf6-c00e8fc2d661.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.424031] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.424258] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a7fc820-4d70-41b4-a053-370340255844 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.434793] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 718.434793] env[69195]: value = "task-3504038" [ 718.434793] env[69195]: _type = "Task" [ 718.434793] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.448890] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.463891] env[69195]: DEBUG nova.objects.base [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Object Instance<30c4ca73-4f2f-4aa1-9c4b-fed5c7144296> lazy-loaded attributes: flavor,info_cache {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 718.479982] env[69195]: DEBUG nova.network.neutron [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.485483] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.485739] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.485937] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Deleting the datastore file [datastore1] 8ed222f5-08f0-4575-a173-3f53f710fd1f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.487164] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-017d5bca-1f9b-4e1f-8f61-42c6204dc773 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.500069] env[69195]: DEBUG oslo_vmware.api [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for the task: (returnval){ [ 718.500069] env[69195]: value = "task-3504039" [ 718.500069] env[69195]: _type = "Task" [ 718.500069] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.509274] env[69195]: DEBUG oslo_vmware.api [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.790534] env[69195]: DEBUG nova.network.neutron [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance_info_cache with network_info: [{"id": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "address": "fa:16:3e:48:4d:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491abce-8b", "ovs_interfaceid": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.907611] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.910349] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.212s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.910543] env[69195]: DEBUG nova.objects.instance [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 718.945657] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07862} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.945948] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.947433] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1e21a-511c-447a-929b-cc3668af6769 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.951059] env[69195]: INFO nova.scheduler.client.report [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Deleted allocations for instance cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27 [ 718.953327] env[69195]: DEBUG nova.network.neutron [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Updated VIF entry in instance network info cache for port 7fb7c08f-8f6a-4559-925e-f3de7a8866c2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.953371] env[69195]: DEBUG nova.network.neutron [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Updating instance_info_cache with network_info: [{"id": "7fb7c08f-8f6a-4559-925e-f3de7a8866c2", "address": "fa:16:3e:3e:c6:d3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fb7c08f-8f", "ovs_interfaceid": "7fb7c08f-8f6a-4559-925e-f3de7a8866c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.983644] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 3038b304-bcfa-40a6-abf6-c00e8fc2d661/3038b304-bcfa-40a6-abf6-c00e8fc2d661.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.985873] env[69195]: DEBUG nova.network.neutron [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Updating instance_info_cache with network_info: [{"id": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "address": "fa:16:3e:a8:42:12", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72302df-65", "ovs_interfaceid": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.986986] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0adf05-6658-40ba-bfa0-cd7dd5cab6aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.014966] env[69195]: DEBUG oslo_vmware.api [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Task: {'id': task-3504039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182234} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.016459] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.016684] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.016892] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.017087] env[69195]: INFO nova.compute.manager [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 719.017331] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.017587] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 719.017587] env[69195]: value = "task-3504040" [ 719.017587] env[69195]: _type = "Task" [ 719.017587] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.017869] env[69195]: DEBUG nova.compute.manager [-] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.017869] env[69195]: DEBUG nova.network.neutron [-] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.030201] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504040, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.296125] env[69195]: DEBUG oslo_concurrency.lockutils [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.474413] env[69195]: DEBUG oslo_concurrency.lockutils [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] Releasing lock "refresh_cache-3038b304-bcfa-40a6-abf6-c00e8fc2d661" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.474413] env[69195]: DEBUG nova.compute.manager [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Received event network-vif-plugged-f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.474413] env[69195]: DEBUG oslo_concurrency.lockutils [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] Acquiring lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.474413] env[69195]: DEBUG oslo_concurrency.lockutils [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] Lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.474413] env[69195]: DEBUG oslo_concurrency.lockutils [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] Lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.474711] env[69195]: DEBUG nova.compute.manager [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] No waiting events found dispatching network-vif-plugged-f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.474711] env[69195]: WARNING nova.compute.manager [req-61f9d41e-135e-4886-966f-39140aa8e84b req-d9038d51-60e5-41b4-b762-e562f9a6994b service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Received unexpected event network-vif-plugged-f72302df-6594-4a4a-ac4f-1cb25fef36ae for instance with vm_state building and task_state spawning. [ 719.488708] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63216235-32fe-44b8-9ab1-704956863f64 tempest-ServersAaction247Test-1661586441 tempest-ServersAaction247Test-1661586441-project-member] Lock "cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.675s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.513137] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Releasing lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.513137] env[69195]: DEBUG nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Instance network_info: |[{"id": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "address": "fa:16:3e:a8:42:12", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72302df-65", "ovs_interfaceid": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.515639] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:42:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f72302df-6594-4a4a-ac4f-1cb25fef36ae', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.525329] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.525329] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.528740] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbdd7f6d-a467-461c-8f1c-3b0c5074cca6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.552148] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504040, 'name': ReconfigVM_Task, 'duration_secs': 0.332675} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.553130] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 3038b304-bcfa-40a6-abf6-c00e8fc2d661/3038b304-bcfa-40a6-abf6-c00e8fc2d661.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.555179] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-784d4e09-ac1c-4764-af1c-519deff45185 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.557175] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.557175] env[69195]: value = "task-3504041" [ 719.557175] env[69195]: _type = "Task" [ 719.557175] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.563863] env[69195]: DEBUG nova.network.neutron [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Updating instance_info_cache with network_info: [{"id": "f6303034-67bb-4e19-851c-f6a1f1987dc6", "address": "fa:16:3e:d5:2e:14", "network": {"id": "56f8c662-c8e0-4f6a-95a3-8041c7a7de80", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1278363481-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "124817dfe23840b697427f57fc5832bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6303034-67", "ovs_interfaceid": "f6303034-67bb-4e19-851c-f6a1f1987dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.569254] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504041, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.571130] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 719.571130] env[69195]: value = "task-3504042" [ 719.571130] env[69195]: _type = "Task" [ 719.571130] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.580914] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504042, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.687543] env[69195]: DEBUG nova.compute.manager [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Received event network-changed-f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.687839] env[69195]: DEBUG nova.compute.manager [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Refreshing instance network info cache due to event network-changed-f72302df-6594-4a4a-ac4f-1cb25fef36ae. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.688041] env[69195]: DEBUG oslo_concurrency.lockutils [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] Acquiring lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.688178] env[69195]: DEBUG oslo_concurrency.lockutils [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] Acquired lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.688392] env[69195]: DEBUG nova.network.neutron [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Refreshing network info cache for port f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.835085] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a65ca4-5c13-4487-8134-12af281b0d2d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.858852] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff0958c-dcb7-488f-8be0-7d356667eb3d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.867208] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance '64068cef-b827-484b-b713-3751fcdc2786' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 719.923034] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21482d9e-c24d-4e94-9779-705a6875794d tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.925164] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.275s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.926941] env[69195]: INFO nova.compute.claims [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.066009] env[69195]: DEBUG oslo_concurrency.lockutils [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Releasing lock "refresh_cache-30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.072018] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504041, 'name': CreateVM_Task, 'duration_secs': 0.425351} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.077022] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.077022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.077022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.077022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.077293] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dfb6f39-a51e-48fe-beee-ac11a3fd0537 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.083296] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504042, 'name': Rename_Task, 'duration_secs': 0.234858} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.085441] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.085868] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 720.085868] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5228514d-861a-a332-fbc2-61697141c46e" [ 720.085868] env[69195]: _type = "Task" [ 720.085868] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.086174] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0a5b7c3-e626-4ff0-9c7f-5d987d2f1be6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.099588] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5228514d-861a-a332-fbc2-61697141c46e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.100904] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 720.100904] env[69195]: value = "task-3504043" [ 720.100904] env[69195]: _type = "Task" [ 720.100904] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.109908] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.130035] env[69195]: DEBUG nova.network.neutron [-] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.378191] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.378516] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c1a2170-f794-4465-b6a8-a2160da3b246 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.387035] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 720.387035] env[69195]: value = "task-3504044" [ 720.387035] env[69195]: _type = "Task" [ 720.387035] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.396631] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.571631] env[69195]: DEBUG nova.network.neutron [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Updated VIF entry in instance network info cache for port f72302df-6594-4a4a-ac4f-1cb25fef36ae. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.571631] env[69195]: DEBUG nova.network.neutron [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Updating instance_info_cache with network_info: [{"id": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "address": "fa:16:3e:a8:42:12", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72302df-65", "ovs_interfaceid": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.601872] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5228514d-861a-a332-fbc2-61697141c46e, 'name': SearchDatastore_Task, 'duration_secs': 0.020946} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.602482] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.602850] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.603214] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.603468] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.603750] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.607768] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157d3194-ab56-4461-b1e7-3fc42566fe2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.617186] env[69195]: DEBUG oslo_vmware.api [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504043, 'name': PowerOnVM_Task, 'duration_secs': 0.497026} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.617186] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.617611] env[69195]: INFO nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Took 6.86 seconds to spawn the instance on the hypervisor. [ 720.617881] env[69195]: DEBUG nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.619068] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc57190-5760-4fc4-a71f-a68ed4cc0974 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.625238] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.625238] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.625238] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c0219c-f6f8-4dce-91fc-cb2ff89fb7c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.633770] env[69195]: INFO nova.compute.manager [-] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Took 1.62 seconds to deallocate network for instance. [ 720.640028] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 720.640028] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f479a-2b1a-91ee-4a6b-362023fc121e" [ 720.640028] env[69195]: _type = "Task" [ 720.640028] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.656427] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f479a-2b1a-91ee-4a6b-362023fc121e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.898646] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504044, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.073831] env[69195]: DEBUG oslo_concurrency.lockutils [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] Releasing lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.074180] env[69195]: DEBUG nova.compute.manager [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Received event network-changed-f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.074402] env[69195]: DEBUG nova.compute.manager [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Refreshing instance network info cache due to event network-changed-f5ab862a-2ebd-4a24-8128-4d1f059e9d76. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.074633] env[69195]: DEBUG oslo_concurrency.lockutils [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] Acquiring lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.074804] env[69195]: DEBUG oslo_concurrency.lockutils [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] Acquired lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.074980] env[69195]: DEBUG nova.network.neutron [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Refreshing network info cache for port f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.082931] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.082931] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a629b3b-3fef-4adc-af67-e930cb8e83ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.091159] env[69195]: DEBUG oslo_vmware.api [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 721.091159] env[69195]: value = "task-3504045" [ 721.091159] env[69195]: _type = "Task" [ 721.091159] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.109219] env[69195]: DEBUG oslo_vmware.api [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.145191] env[69195]: INFO nova.compute.manager [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Took 49.95 seconds to build instance. [ 721.149784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.161184] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f479a-2b1a-91ee-4a6b-362023fc121e, 'name': SearchDatastore_Task, 'duration_secs': 0.020048} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.170693] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d089ea3-5b1e-4bf2-82c5-e9233feca07c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.177433] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 721.177433] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5204cab7-de75-8a6e-e0ce-e3bb9725d861" [ 721.177433] env[69195]: _type = "Task" [ 721.177433] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.191043] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5204cab7-de75-8a6e-e0ce-e3bb9725d861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.399266] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquiring lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.399591] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.404964] env[69195]: DEBUG oslo_vmware.api [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504044, 'name': PowerOnVM_Task, 'duration_secs': 0.733432} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.405230] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.405427] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-366fb659-b2f5-4485-88b9-c573e2710135 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance '64068cef-b827-484b-b713-3751fcdc2786' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 721.478821] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf15e0-0c0a-47b0-a589-65b8d552408d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.489079] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0d6c6-a455-434a-a9e5-fa406fc14eae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.531593] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870689c-eba9-4ba4-87b2-213ae95683b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.542997] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c657182-9659-4bfc-8309-7c9eef9a716b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.561097] env[69195]: DEBUG nova.compute.provider_tree [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.602628] env[69195]: DEBUG oslo_vmware.api [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.651950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-349e6a85-a49a-4e88-9363-d2b9b71837d8 tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.944s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.689575] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5204cab7-de75-8a6e-e0ce-e3bb9725d861, 'name': SearchDatastore_Task, 'duration_secs': 0.02158} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.689757] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.690090] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d/9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.690687] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bee72bc-1868-4039-93dc-4687f921022d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.700856] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 721.700856] env[69195]: value = "task-3504046" [ 721.700856] env[69195]: _type = "Task" [ 721.700856] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.725506] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.737546] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.737821] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.938508] env[69195]: DEBUG nova.compute.manager [req-1a4da6f6-5ba8-4bc2-8589-acf5a94dbec1 req-94718f9d-72e1-4481-9f87-b293f0ae0e25 service nova] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Received event network-vif-deleted-e50a13ae-126a-4814-bc46-eccfa7ba7182 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.065229] env[69195]: DEBUG nova.scheduler.client.report [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.076536] env[69195]: DEBUG nova.network.neutron [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Updated VIF entry in instance network info cache for port f5ab862a-2ebd-4a24-8128-4d1f059e9d76. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.076939] env[69195]: DEBUG nova.network.neutron [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Updating instance_info_cache with network_info: [{"id": "f5ab862a-2ebd-4a24-8128-4d1f059e9d76", "address": "fa:16:3e:cd:9c:dc", "network": {"id": "a81f942c-08fd-4619-9efb-4c766fb26c4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-667816090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a4091b8ae4a818871cd96c4ced6e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ab862a-2e", "ovs_interfaceid": "f5ab862a-2ebd-4a24-8128-4d1f059e9d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.105477] env[69195]: DEBUG oslo_vmware.api [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504045, 'name': PowerOnVM_Task, 'duration_secs': 0.754233} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.105477] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.105477] env[69195]: DEBUG nova.compute.manager [None req-822a76d9-ff90-45e6-9e19-303b168b06f4 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.105477] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681a5700-5819-4052-9937-bb95d0d3135f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.155174] env[69195]: DEBUG nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.215862] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504046, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.571605] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.572222] env[69195]: DEBUG nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.575124] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.341s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.575400] env[69195]: DEBUG nova.objects.instance [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lazy-loading 'resources' on Instance uuid 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.579168] env[69195]: DEBUG oslo_concurrency.lockutils [req-d243b729-2e8a-475d-a84a-9fa709599b7e req-6e7a3c91-b0f5-406b-b023-2aa0c6a8475c service nova] Releasing lock "refresh_cache-6e4e5b96-e86c-4901-8c87-a70f0da92cfe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.687842] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.718464] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707394} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.719556] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d/9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.719556] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.719556] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c3de20a-2dc5-4203-ab64-2898eeebf008 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.727444] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 722.727444] env[69195]: value = "task-3504047" [ 722.727444] env[69195]: _type = "Task" [ 722.727444] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.736610] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.760772] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.760772] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.760772] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.760772] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.761073] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.763881] env[69195]: INFO nova.compute.manager [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Terminating instance [ 723.085635] env[69195]: DEBUG nova.compute.utils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.085635] env[69195]: DEBUG nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.085635] env[69195]: DEBUG nova.network.neutron [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.157156] env[69195]: DEBUG nova.policy [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '365d0dae86ba49bb9bb5af4ca2a537a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74091ccbcc7b406f972e1f97f2f38618', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.240976] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090402} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.241262] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.242097] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec597cc1-7282-4dae-a859-603a8ff23f44 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.268363] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d/9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.271288] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de77e713-5971-49a1-8689-d61d58aad4bf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.287479] env[69195]: DEBUG nova.compute.manager [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.287699] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.289033] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd41f16-023c-4548-931a-23e9d77c8efe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.300986] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.304885] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9039e23-64b7-446c-bfb6-681716c13380 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.307107] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 723.307107] env[69195]: value = "task-3504048" [ 723.307107] env[69195]: _type = "Task" [ 723.307107] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.316735] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.318865] env[69195]: DEBUG oslo_vmware.api [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 723.318865] env[69195]: value = "task-3504049" [ 723.318865] env[69195]: _type = "Task" [ 723.318865] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.330760] env[69195]: DEBUG oslo_vmware.api [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.377753] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "64068cef-b827-484b-b713-3751fcdc2786" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.377753] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.377973] env[69195]: DEBUG nova.compute.manager [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Going to confirm migration 1 {{(pid=69195) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 723.582652] env[69195]: DEBUG nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.799913] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be1e82b-333f-403e-88cb-b82e1761464d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.811899] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c69fac-8951-4591-b870-142d3bb10966 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.821780] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504048, 'name': ReconfigVM_Task, 'duration_secs': 0.385452} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.850520] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d/9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.851520] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18faae47-98e2-4ba8-8889-d915b370699e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.853661] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2a3aef-df5d-4e01-804e-8ba4d3a27361 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.859138] env[69195]: DEBUG nova.network.neutron [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Successfully created port: 3172261d-0c10-46fc-a737-07946e2d184f {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.868220] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 723.868220] env[69195]: value = "task-3504050" [ 723.868220] env[69195]: _type = "Task" [ 723.868220] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.868705] env[69195]: DEBUG oslo_vmware.api [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504049, 'name': PowerOffVM_Task, 'duration_secs': 0.263279} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.870083] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72990e5-937d-4e48-be49-80c2282af06b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.874185] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.874441] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.877838] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a813cf1-553b-4345-8fe0-25302be09fd3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.897967] env[69195]: DEBUG nova.compute.provider_tree [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.899603] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504050, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.956410] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.956722] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.957017] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Deleting the datastore file [datastore1] 3038b304-bcfa-40a6-abf6-c00e8fc2d661 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.957353] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb1e019e-5dbf-4f22-9775-539e8ec8cb24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.965455] env[69195]: DEBUG oslo_vmware.api [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for the task: (returnval){ [ 723.965455] env[69195]: value = "task-3504052" [ 723.965455] env[69195]: _type = "Task" [ 723.965455] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.975228] env[69195]: DEBUG oslo_vmware.api [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.997094] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.997377] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.997611] env[69195]: DEBUG nova.network.neutron [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.998292] env[69195]: DEBUG nova.objects.instance [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lazy-loading 'info_cache' on Instance uuid 64068cef-b827-484b-b713-3751fcdc2786 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.380361] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504050, 'name': Rename_Task, 'duration_secs': 0.168389} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.380580] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.380648] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15d776e6-e2d3-42cc-add1-c1306caa0a5b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.389839] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 724.389839] env[69195]: value = "task-3504053" [ 724.389839] env[69195]: _type = "Task" [ 724.389839] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.406430] env[69195]: DEBUG nova.scheduler.client.report [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.407173] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.476752] env[69195]: DEBUG oslo_vmware.api [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Task: {'id': task-3504052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480596} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.477102] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.477292] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.477466] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.477631] env[69195]: INFO nova.compute.manager [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Took 1.19 seconds to destroy the instance on the hypervisor. [ 724.477899] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.478117] env[69195]: DEBUG nova.compute.manager [-] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.478208] env[69195]: DEBUG nova.network.neutron [-] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.591419] env[69195]: DEBUG nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.624505] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.624751] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.624909] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.625108] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.625257] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.625404] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.625610] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.625769] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.625933] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.626104] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.626279] env[69195]: DEBUG nova.virt.hardware [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.627209] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b70777-91df-4f31-99aa-a975db1d84a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.635991] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199b5a4d-1cde-4675-99f7-8856f64c0b55 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.901314] env[69195]: DEBUG oslo_vmware.api [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504053, 'name': PowerOnVM_Task, 'duration_secs': 0.47514} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.901589] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.901788] env[69195]: INFO nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Took 8.41 seconds to spawn the instance on the hypervisor. [ 724.901979] env[69195]: DEBUG nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.902768] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b417b-7cba-40f0-bcc2-24c5e29217d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.909574] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.918034] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.785s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.919010] env[69195]: INFO nova.compute.claims [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.953495] env[69195]: INFO nova.scheduler.client.report [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Deleted allocations for instance 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b [ 725.048888] env[69195]: DEBUG nova.compute.manager [req-4bdf6d59-deff-4bf2-a0e3-fbfaa4302336 req-1b116a24-b804-4f43-bd09-1b719b16ff66 service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Received event network-vif-deleted-7fb7c08f-8f6a-4559-925e-f3de7a8866c2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.049108] env[69195]: INFO nova.compute.manager [req-4bdf6d59-deff-4bf2-a0e3-fbfaa4302336 req-1b116a24-b804-4f43-bd09-1b719b16ff66 service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Neutron deleted interface 7fb7c08f-8f6a-4559-925e-f3de7a8866c2; detaching it from the instance and deleting it from the info cache [ 725.049318] env[69195]: DEBUG nova.network.neutron [req-4bdf6d59-deff-4bf2-a0e3-fbfaa4302336 req-1b116a24-b804-4f43-bd09-1b719b16ff66 service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.250021] env[69195]: DEBUG nova.network.neutron [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance_info_cache with network_info: [{"id": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "address": "fa:16:3e:48:4d:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4491abce-8b", "ovs_interfaceid": "4491abce-8bb6-45c4-8100-85d4e9ca90a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.293246] env[69195]: DEBUG nova.network.neutron [-] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.437367] env[69195]: INFO nova.compute.manager [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Took 51.84 seconds to build instance. [ 725.461714] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28549191-5d13-4de0-84b6-f88ba115bc3c tempest-ServerShowV254Test-1266169837 tempest-ServerShowV254Test-1266169837-project-member] Lock "316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.545s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.553755] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e58faba4-7cbd-4b42-8076-1971f669d71c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.567810] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0d0b44-0d6e-4fcc-9904-e613d5ed6b5f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.608702] env[69195]: DEBUG nova.compute.manager [req-4bdf6d59-deff-4bf2-a0e3-fbfaa4302336 req-1b116a24-b804-4f43-bd09-1b719b16ff66 service nova] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Detach interface failed, port_id=7fb7c08f-8f6a-4559-925e-f3de7a8866c2, reason: Instance 3038b304-bcfa-40a6-abf6-c00e8fc2d661 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.753383] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-64068cef-b827-484b-b713-3751fcdc2786" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.753627] env[69195]: DEBUG nova.objects.instance [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lazy-loading 'migration_context' on Instance uuid 64068cef-b827-484b-b713-3751fcdc2786 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.798338] env[69195]: INFO nova.compute.manager [-] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Took 1.32 seconds to deallocate network for instance. [ 725.809194] env[69195]: DEBUG nova.network.neutron [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Successfully updated port: 3172261d-0c10-46fc-a737-07946e2d184f {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.943044] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90b602e7-687a-41fc-bb6c-b9f5d4309154 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.023s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.259962] env[69195]: DEBUG nova.objects.base [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Object Instance<64068cef-b827-484b-b713-3751fcdc2786> lazy-loaded attributes: info_cache,migration_context {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 726.260885] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771b6121-89b0-4d04-b29b-4bdae6b89602 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.288994] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6301bc2f-db48-4b09-a927-bf90daa2fcc5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.296542] env[69195]: DEBUG oslo_vmware.api [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 726.296542] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c79d4a-7ad5-9490-dcc6-95b1ce9bdd32" [ 726.296542] env[69195]: _type = "Task" [ 726.296542] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.313038] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.313270] env[69195]: DEBUG oslo_vmware.api [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c79d4a-7ad5-9490-dcc6-95b1ce9bdd32, 'name': SearchDatastore_Task, 'duration_secs': 0.008595} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.313925] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "refresh_cache-4088136f-a740-4f76-9bfe-61df83dba2e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.314146] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "refresh_cache-4088136f-a740-4f76-9bfe-61df83dba2e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.314376] env[69195]: DEBUG nova.network.neutron [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.315908] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.449340] env[69195]: DEBUG nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.531816] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a567dcd3-1a91-4c43-877c-fbe5a2c14db3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.540512] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716af701-9fd7-4bbd-9445-794f1913013b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.572333] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3971a809-ce6b-482f-8d9b-afb8821c8150 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.580951] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9abf7b4-da56-4556-aecf-6a8417b39ff3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.595452] env[69195]: DEBUG nova.compute.provider_tree [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.661496] env[69195]: DEBUG nova.compute.manager [req-bfc2f4f0-dc31-42a0-937a-6a7940b4b7e1 req-6a049860-d876-4bb1-b81d-3d949b2bd67e service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Received event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.661496] env[69195]: DEBUG nova.compute.manager [req-bfc2f4f0-dc31-42a0-937a-6a7940b4b7e1 req-6a049860-d876-4bb1-b81d-3d949b2bd67e service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing instance network info cache due to event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.662162] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfc2f4f0-dc31-42a0-937a-6a7940b4b7e1 req-6a049860-d876-4bb1-b81d-3d949b2bd67e service nova] Acquiring lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.662162] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfc2f4f0-dc31-42a0-937a-6a7940b4b7e1 req-6a049860-d876-4bb1-b81d-3d949b2bd67e service nova] Acquired lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.662162] env[69195]: DEBUG nova.network.neutron [req-bfc2f4f0-dc31-42a0-937a-6a7940b4b7e1 req-6a049860-d876-4bb1-b81d-3d949b2bd67e service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.878473] env[69195]: DEBUG nova.network.neutron [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.981213] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.096467] env[69195]: DEBUG nova.network.neutron [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Updating instance_info_cache with network_info: [{"id": "3172261d-0c10-46fc-a737-07946e2d184f", "address": "fa:16:3e:18:88:bc", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3172261d-0c", "ovs_interfaceid": "3172261d-0c10-46fc-a737-07946e2d184f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.098289] env[69195]: DEBUG nova.scheduler.client.report [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.426665] env[69195]: DEBUG nova.compute.manager [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Received event network-vif-plugged-3172261d-0c10-46fc-a737-07946e2d184f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.426828] env[69195]: DEBUG oslo_concurrency.lockutils [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] Acquiring lock "4088136f-a740-4f76-9bfe-61df83dba2e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.426974] env[69195]: DEBUG oslo_concurrency.lockutils [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] Lock "4088136f-a740-4f76-9bfe-61df83dba2e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.427877] env[69195]: DEBUG oslo_concurrency.lockutils [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] Lock "4088136f-a740-4f76-9bfe-61df83dba2e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.427877] env[69195]: DEBUG nova.compute.manager [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] No waiting events found dispatching network-vif-plugged-3172261d-0c10-46fc-a737-07946e2d184f {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.427877] env[69195]: WARNING nova.compute.manager [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Received unexpected event network-vif-plugged-3172261d-0c10-46fc-a737-07946e2d184f for instance with vm_state building and task_state spawning. [ 727.428198] env[69195]: DEBUG nova.compute.manager [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Received event network-changed-3172261d-0c10-46fc-a737-07946e2d184f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.428248] env[69195]: DEBUG nova.compute.manager [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Refreshing instance network info cache due to event network-changed-3172261d-0c10-46fc-a737-07946e2d184f. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.428541] env[69195]: DEBUG oslo_concurrency.lockutils [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] Acquiring lock "refresh_cache-4088136f-a740-4f76-9bfe-61df83dba2e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.602825] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "refresh_cache-4088136f-a740-4f76-9bfe-61df83dba2e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.603270] env[69195]: DEBUG nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance network_info: |[{"id": "3172261d-0c10-46fc-a737-07946e2d184f", "address": "fa:16:3e:18:88:bc", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3172261d-0c", "ovs_interfaceid": "3172261d-0c10-46fc-a737-07946e2d184f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.604014] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.604524] env[69195]: DEBUG nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.607805] env[69195]: DEBUG oslo_concurrency.lockutils [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] Acquired lock "refresh_cache-4088136f-a740-4f76-9bfe-61df83dba2e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.608297] env[69195]: DEBUG nova.network.neutron [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Refreshing network info cache for port 3172261d-0c10-46fc-a737-07946e2d184f {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.612111] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:88:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3172261d-0c10-46fc-a737-07946e2d184f', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.627508] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Creating folder: Project (74091ccbcc7b406f972e1f97f2f38618). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.627689] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.408s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.629675] env[69195]: INFO nova.compute.claims [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.635646] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e000d56-534f-4d6b-99d7-5e30e8dfe253 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.650630] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Created folder: Project (74091ccbcc7b406f972e1f97f2f38618) in parent group-v700121. [ 727.650630] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Creating folder: Instances. Parent ref: group-v700206. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.650630] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-defcd867-23f4-40f7-b712-945d928b1165 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.663096] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Created folder: Instances in parent group-v700206. [ 727.663390] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.663603] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.663854] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a78f0a44-900b-42e3-85dd-3bfcb97bcb7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.694040] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.694040] env[69195]: value = "task-3504056" [ 727.694040] env[69195]: _type = "Task" [ 727.694040] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.703547] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504056, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.787449] env[69195]: DEBUG nova.network.neutron [req-bfc2f4f0-dc31-42a0-937a-6a7940b4b7e1 req-6a049860-d876-4bb1-b81d-3d949b2bd67e service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updated VIF entry in instance network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.787886] env[69195]: DEBUG nova.network.neutron [req-bfc2f4f0-dc31-42a0-937a-6a7940b4b7e1 req-6a049860-d876-4bb1-b81d-3d949b2bd67e service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updating instance_info_cache with network_info: [{"id": "89926c03-29a8-4b6e-839d-f40ff95ec996", "address": "fa:16:3e:45:a3:f2", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89926c03-29", "ovs_interfaceid": "89926c03-29a8-4b6e-839d-f40ff95ec996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.135856] env[69195]: DEBUG nova.compute.utils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.141026] env[69195]: DEBUG nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.141026] env[69195]: DEBUG nova.network.neutron [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.211719] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504056, 'name': CreateVM_Task, 'duration_secs': 0.453847} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.212383] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.212844] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.213023] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.213362] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.213628] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac6eeb2-c319-4a41-ae8f-6ee3b716cf73 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.220503] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 728.220503] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ff8f52-513f-d1b5-1671-b7728c12e527" [ 728.220503] env[69195]: _type = "Task" [ 728.220503] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.231173] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ff8f52-513f-d1b5-1671-b7728c12e527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.232928] env[69195]: DEBUG nova.policy [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0f9564c8c4474d91600d8a88d68410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e950ccf72b9481dbbb1c44a374b680b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.292084] env[69195]: DEBUG oslo_concurrency.lockutils [req-bfc2f4f0-dc31-42a0-937a-6a7940b4b7e1 req-6a049860-d876-4bb1-b81d-3d949b2bd67e service nova] Releasing lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.593241] env[69195]: DEBUG nova.network.neutron [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Updated VIF entry in instance network info cache for port 3172261d-0c10-46fc-a737-07946e2d184f. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.593765] env[69195]: DEBUG nova.network.neutron [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Updating instance_info_cache with network_info: [{"id": "3172261d-0c10-46fc-a737-07946e2d184f", "address": "fa:16:3e:18:88:bc", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3172261d-0c", "ovs_interfaceid": "3172261d-0c10-46fc-a737-07946e2d184f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.646047] env[69195]: DEBUG nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.736026] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ff8f52-513f-d1b5-1671-b7728c12e527, 'name': SearchDatastore_Task, 'duration_secs': 0.015752} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.736026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.736461] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.736518] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.736750] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.736819] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.737198] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-563be1f1-dd34-4d68-89bd-d24c662af288 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.752919] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.753211] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.754043] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576b10c9-9c15-4730-b0ca-545a4cedc6ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.763084] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 728.763084] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524a7e2c-a6f7-1ff3-1dc3-da803a54b2fa" [ 728.763084] env[69195]: _type = "Task" [ 728.763084] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.777650] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524a7e2c-a6f7-1ff3-1dc3-da803a54b2fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.880834] env[69195]: DEBUG nova.network.neutron [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Successfully created port: 4f51031c-714f-412b-b364-6d4a1bafe96a {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.098570] env[69195]: DEBUG oslo_concurrency.lockutils [req-b8e2dfe7-ddc5-45a8-9696-a5ce2a99272f req-5fd044fc-9770-48a8-92c0-433f1ca5f555 service nova] Releasing lock "refresh_cache-4088136f-a740-4f76-9bfe-61df83dba2e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.240855] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352759f0-8bd6-4641-8b6a-3314d43a2321 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.249168] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67328a14-22fd-43ff-a4d5-471806cee87f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.284435] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeadd658-38b3-4d33-a55e-b3c1c08dac19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.294211] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524a7e2c-a6f7-1ff3-1dc3-da803a54b2fa, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.296285] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85feda4-4071-44fa-9c2f-2ed4d84b55fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.299884] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01c5ad29-b28d-448c-bc53-90a1dced2a1b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.306262] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 729.306262] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fbba8d-4d6b-abcb-559f-1ad0929441e2" [ 729.306262] env[69195]: _type = "Task" [ 729.306262] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.314374] env[69195]: DEBUG nova.compute.provider_tree [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.328300] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fbba8d-4d6b-abcb-559f-1ad0929441e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.329229] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.329496] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.329859] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ff417b9-ca1a-4a0a-af40-2c3160b65e6e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.337968] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 729.337968] env[69195]: value = "task-3504057" [ 729.337968] env[69195]: _type = "Task" [ 729.337968] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.348583] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.659056] env[69195]: DEBUG nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.701107] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.701487] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.701664] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.701902] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.702079] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.702342] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.702573] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.702751] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.702965] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.703226] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.703580] env[69195]: DEBUG nova.virt.hardware [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.705337] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5855a1cc-5c66-4ea5-9cbf-f06579792a8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.715734] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d2ebd4-3d31-49e0-87ee-52ad1789bc71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.823777] env[69195]: DEBUG nova.scheduler.client.report [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.843291] env[69195]: DEBUG nova.compute.manager [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Received event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.843291] env[69195]: DEBUG nova.compute.manager [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing instance network info cache due to event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.843291] env[69195]: DEBUG oslo_concurrency.lockutils [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] Acquiring lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.843291] env[69195]: DEBUG oslo_concurrency.lockutils [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] Acquired lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.843291] env[69195]: DEBUG nova.network.neutron [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.852900] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458706} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.853925] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.854552] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.854552] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-520e17e7-ed8d-4aee-8e48-3c0b1becb52a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.861875] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 729.861875] env[69195]: value = "task-3504058" [ 729.861875] env[69195]: _type = "Task" [ 729.861875] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.871597] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.153942] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.153942] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.153942] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.153942] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.154173] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.156329] env[69195]: INFO nova.compute.manager [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Terminating instance [ 730.330960] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.331578] env[69195]: DEBUG nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.334642] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.499s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.334836] env[69195]: DEBUG nova.objects.instance [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 730.375120] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064344} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.375787] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.377085] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cb8770-e5d7-4258-8664-c3c8f598de75 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.403103] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.403751] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3a332a-e273-4d7d-a922-128b635dea43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.426967] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 730.426967] env[69195]: value = "task-3504059" [ 730.426967] env[69195]: _type = "Task" [ 730.426967] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.435796] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.663018] env[69195]: DEBUG nova.compute.manager [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.663018] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.663018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c407404d-ed91-4146-9385-5f894b979301 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.672042] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.672574] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4fd91bd-631a-41e6-bc83-17676d40af7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.686369] env[69195]: DEBUG oslo_vmware.api [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 730.686369] env[69195]: value = "task-3504060" [ 730.686369] env[69195]: _type = "Task" [ 730.686369] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.699035] env[69195]: DEBUG oslo_vmware.api [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.764460] env[69195]: DEBUG nova.network.neutron [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Successfully updated port: 4f51031c-714f-412b-b364-6d4a1bafe96a {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.821253] env[69195]: DEBUG nova.network.neutron [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updated VIF entry in instance network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.822237] env[69195]: DEBUG nova.network.neutron [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updating instance_info_cache with network_info: [{"id": "89926c03-29a8-4b6e-839d-f40ff95ec996", "address": "fa:16:3e:45:a3:f2", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89926c03-29", "ovs_interfaceid": "89926c03-29a8-4b6e-839d-f40ff95ec996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.841025] env[69195]: DEBUG nova.compute.utils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.841025] env[69195]: DEBUG nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.841025] env[69195]: DEBUG nova.network.neutron [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.901747] env[69195]: DEBUG nova.policy [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '365d0dae86ba49bb9bb5af4ca2a537a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74091ccbcc7b406f972e1f97f2f38618', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.939463] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.162317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "b2653fad-b50b-40ba-b1a8-6d18431f559a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.162317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "b2653fad-b50b-40ba-b1a8-6d18431f559a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.199429] env[69195]: DEBUG oslo_vmware.api [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504060, 'name': PowerOffVM_Task, 'duration_secs': 0.315472} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.199799] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.200145] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.200446] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a7e3a3-15e3-4cb6-8052-fc90570cae28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.268721] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-9a8894fc-2623-4760-be9b-8884b50781eb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.268721] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-9a8894fc-2623-4760-be9b-8884b50781eb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.268721] env[69195]: DEBUG nova.network.neutron [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.274722] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.274951] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.275155] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleting the datastore file [datastore1] 4c225cf9-7bf1-4e65-b0a3-866faaae9203 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.275436] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75a09d3b-8544-41d6-bb17-1ad616c8211a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.284653] env[69195]: DEBUG oslo_vmware.api [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 731.284653] env[69195]: value = "task-3504062" [ 731.284653] env[69195]: _type = "Task" [ 731.284653] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.293410] env[69195]: DEBUG oslo_vmware.api [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.316037] env[69195]: DEBUG nova.network.neutron [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Successfully created port: 8551820f-a746-4b28-b9c8-fa47765128d1 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.323976] env[69195]: DEBUG oslo_concurrency.lockutils [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] Releasing lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.324267] env[69195]: DEBUG nova.compute.manager [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Received event network-changed-f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.324468] env[69195]: DEBUG nova.compute.manager [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Refreshing instance network info cache due to event network-changed-f72302df-6594-4a4a-ac4f-1cb25fef36ae. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.324641] env[69195]: DEBUG oslo_concurrency.lockutils [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] Acquiring lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.324814] env[69195]: DEBUG oslo_concurrency.lockutils [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] Acquired lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.324974] env[69195]: DEBUG nova.network.neutron [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Refreshing network info cache for port f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.341095] env[69195]: DEBUG nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.348536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-867afb66-4e55-4964-acac-abe25a4fe7f8 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.349797] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.675s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.350028] env[69195]: DEBUG nova.objects.instance [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lazy-loading 'resources' on Instance uuid 26936d13-a3f7-4c52-8aa4-c46534af243b {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.443023] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504059, 'name': ReconfigVM_Task, 'duration_secs': 0.651614} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.443326] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.443936] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e6d64e8-5500-4ce5-89a3-3e49c042d029 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.450431] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 731.450431] env[69195]: value = "task-3504063" [ 731.450431] env[69195]: _type = "Task" [ 731.450431] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.458773] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504063, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.745507] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.745879] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.746017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.746263] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.746463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.749131] env[69195]: INFO nova.compute.manager [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Terminating instance [ 731.803143] env[69195]: DEBUG oslo_vmware.api [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169668} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.803492] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.803680] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.803856] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.804085] env[69195]: INFO nova.compute.manager [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Took 1.14 seconds to destroy the instance on the hypervisor. [ 731.804295] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.804488] env[69195]: DEBUG nova.compute.manager [-] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.804582] env[69195]: DEBUG nova.network.neutron [-] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.826491] env[69195]: DEBUG nova.network.neutron [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.968641] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504063, 'name': Rename_Task, 'duration_secs': 0.156347} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.968924] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.969239] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23343e1-0eb7-456b-ba1f-a21b1635301c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.979137] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 731.979137] env[69195]: value = "task-3504064" [ 731.979137] env[69195]: _type = "Task" [ 731.979137] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.991480] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.125025] env[69195]: DEBUG nova.network.neutron [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Updating instance_info_cache with network_info: [{"id": "4f51031c-714f-412b-b364-6d4a1bafe96a", "address": "fa:16:3e:f0:45:63", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f51031c-71", "ovs_interfaceid": "4f51031c-714f-412b-b364-6d4a1bafe96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.161686] env[69195]: DEBUG nova.compute.manager [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Received event network-changed-f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.161802] env[69195]: DEBUG nova.compute.manager [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Refreshing instance network info cache due to event network-changed-f72302df-6594-4a4a-ac4f-1cb25fef36ae. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.161982] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Acquiring lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.209862] env[69195]: DEBUG nova.network.neutron [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Updated VIF entry in instance network info cache for port f72302df-6594-4a4a-ac4f-1cb25fef36ae. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.210661] env[69195]: DEBUG nova.network.neutron [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Updating instance_info_cache with network_info: [{"id": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "address": "fa:16:3e:a8:42:12", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72302df-65", "ovs_interfaceid": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.252760] env[69195]: DEBUG nova.compute.manager [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.252952] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.254210] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e952c63-3a30-4797-bb0b-d77a251109d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.262761] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.264676] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23100b16-68b5-4248-946b-3f5ce2b9428a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.271227] env[69195]: DEBUG oslo_vmware.api [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 732.271227] env[69195]: value = "task-3504065" [ 732.271227] env[69195]: _type = "Task" [ 732.271227] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.280917] env[69195]: DEBUG oslo_vmware.api [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.350082] env[69195]: DEBUG nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.380723] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.383594] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.383594] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.383594] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.383594] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.383594] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.383913] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.383913] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.383913] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.383913] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.383913] env[69195]: DEBUG nova.virt.hardware [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.384061] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7575e09-32d2-47a6-ad2b-4c563de91c20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.396255] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f114fad-0328-4a41-8ee2-1feac4e4672a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.484405] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb19e6b-c1e0-4789-8e5b-cf90c7b24f42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.492415] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.495120] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff46cf91-7b3c-45e2-bed2-e13395df1968 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.524793] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013df1f2-68a0-426f-ae78-91e83e591546 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.532671] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf12f16-5ce3-4803-94de-4ff9b4040717 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.545554] env[69195]: DEBUG nova.compute.provider_tree [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.631027] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-9a8894fc-2623-4760-be9b-8884b50781eb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.631027] env[69195]: DEBUG nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Instance network_info: |[{"id": "4f51031c-714f-412b-b364-6d4a1bafe96a", "address": "fa:16:3e:f0:45:63", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f51031c-71", "ovs_interfaceid": "4f51031c-714f-412b-b364-6d4a1bafe96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.631289] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:45:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f51031c-714f-412b-b364-6d4a1bafe96a', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.643212] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating folder: Project (3e950ccf72b9481dbbb1c44a374b680b). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.643212] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791c47d6-0666-4672-af8d-fc092c3272ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.659836] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created folder: Project (3e950ccf72b9481dbbb1c44a374b680b) in parent group-v700121. [ 732.660232] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating folder: Instances. Parent ref: group-v700209. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.660579] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12d8a0ca-81a9-4351-9223-19ff84605343 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.672364] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created folder: Instances in parent group-v700209. [ 732.674021] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.674021] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.674021] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b66e211f-717b-407c-aa63-05e20ba8df6d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.696726] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.696726] env[69195]: value = "task-3504068" [ 732.696726] env[69195]: _type = "Task" [ 732.696726] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.703590] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504068, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.716541] env[69195]: DEBUG oslo_concurrency.lockutils [req-874eac2f-49a1-432d-a195-06f751779b07 req-de333df5-9fa0-4a40-9f3e-89ff2ac47092 service nova] Releasing lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.716541] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Acquired lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.716541] env[69195]: DEBUG nova.network.neutron [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Refreshing network info cache for port f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.734656] env[69195]: DEBUG nova.network.neutron [-] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.783924] env[69195]: DEBUG oslo_vmware.api [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504065, 'name': PowerOffVM_Task, 'duration_secs': 0.231088} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.783924] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.783924] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.784371] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fdd3f94-7bf8-4a8b-972c-95a78e7fae7b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.868018] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.868018] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.868018] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Deleting the datastore file [datastore1] 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.868018] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b353c056-19fe-4a32-acc9-350e0ad7ac0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.875558] env[69195]: DEBUG oslo_vmware.api [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 732.875558] env[69195]: value = "task-3504070" [ 732.875558] env[69195]: _type = "Task" [ 732.875558] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.881891] env[69195]: DEBUG oslo_vmware.api [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.946863] env[69195]: DEBUG nova.compute.manager [req-d6f2c615-46e8-407e-8a50-c84ed780bf4b req-e360b26a-e9f4-410a-99b0-62e69ed61ab2 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Received event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.947280] env[69195]: DEBUG nova.compute.manager [req-d6f2c615-46e8-407e-8a50-c84ed780bf4b req-e360b26a-e9f4-410a-99b0-62e69ed61ab2 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing instance network info cache due to event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.947534] env[69195]: DEBUG oslo_concurrency.lockutils [req-d6f2c615-46e8-407e-8a50-c84ed780bf4b req-e360b26a-e9f4-410a-99b0-62e69ed61ab2 service nova] Acquiring lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.947806] env[69195]: DEBUG oslo_concurrency.lockutils [req-d6f2c615-46e8-407e-8a50-c84ed780bf4b req-e360b26a-e9f4-410a-99b0-62e69ed61ab2 service nova] Acquired lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.948096] env[69195]: DEBUG nova.network.neutron [req-d6f2c615-46e8-407e-8a50-c84ed780bf4b req-e360b26a-e9f4-410a-99b0-62e69ed61ab2 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.990618] env[69195]: DEBUG oslo_vmware.api [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504064, 'name': PowerOnVM_Task, 'duration_secs': 0.686404} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.990939] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.991206] env[69195]: INFO nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Took 8.40 seconds to spawn the instance on the hypervisor. [ 732.991432] env[69195]: DEBUG nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.992317] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be13736-abb3-4d69-9536-e5ea5f4ddc95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.023705] env[69195]: DEBUG nova.network.neutron [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Successfully updated port: 8551820f-a746-4b28-b9c8-fa47765128d1 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.048040] env[69195]: DEBUG nova.scheduler.client.report [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.207175] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504068, 'name': CreateVM_Task, 'duration_secs': 0.38495} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.208460] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.208460] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.208460] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210575] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.210844] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2373fa86-1c82-4bd0-9ea9-2eb4fb712dc7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.215834] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 733.215834] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522f8032-a2d5-e1b1-2df5-2d91533131b3" [ 733.215834] env[69195]: _type = "Task" [ 733.215834] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.232603] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522f8032-a2d5-e1b1-2df5-2d91533131b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.239017] env[69195]: INFO nova.compute.manager [-] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Took 1.43 seconds to deallocate network for instance. [ 733.383960] env[69195]: DEBUG oslo_vmware.api [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144458} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.384358] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.384554] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.384732] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.384909] env[69195]: INFO nova.compute.manager [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 733.385163] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.385376] env[69195]: DEBUG nova.compute.manager [-] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.385477] env[69195]: DEBUG nova.network.neutron [-] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.514102] env[69195]: INFO nova.compute.manager [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Took 51.89 seconds to build instance. [ 733.524679] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "refresh_cache-63a46af9-eed9-49cb-891c-44005250d16c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.524804] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "refresh_cache-63a46af9-eed9-49cb-891c-44005250d16c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.524949] env[69195]: DEBUG nova.network.neutron [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.555168] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.558419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.453s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.558707] env[69195]: DEBUG nova.objects.instance [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lazy-loading 'resources' on Instance uuid 3a89835b-0e9c-4c4f-bbea-7756af513133 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.588750] env[69195]: INFO nova.scheduler.client.report [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Deleted allocations for instance 26936d13-a3f7-4c52-8aa4-c46534af243b [ 733.732051] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522f8032-a2d5-e1b1-2df5-2d91533131b3, 'name': SearchDatastore_Task, 'duration_secs': 0.032775} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.732051] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.732051] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.732051] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.732246] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.732246] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.732246] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6518461-7baf-4d34-ad79-f32ee6bb7d7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.742114] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.742373] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.743112] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35884c5-7073-4d92-b98f-cc1e7c26be9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.749298] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.753069] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 733.753069] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525cd551-cace-83c9-4b1d-64160b764d9b" [ 733.753069] env[69195]: _type = "Task" [ 733.753069] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.763366] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525cd551-cace-83c9-4b1d-64160b764d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.792105] env[69195]: DEBUG nova.network.neutron [req-d6f2c615-46e8-407e-8a50-c84ed780bf4b req-e360b26a-e9f4-410a-99b0-62e69ed61ab2 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updated VIF entry in instance network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.792503] env[69195]: DEBUG nova.network.neutron [req-d6f2c615-46e8-407e-8a50-c84ed780bf4b req-e360b26a-e9f4-410a-99b0-62e69ed61ab2 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updating instance_info_cache with network_info: [{"id": "89926c03-29a8-4b6e-839d-f40ff95ec996", "address": "fa:16:3e:45:a3:f2", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89926c03-29", "ovs_interfaceid": "89926c03-29a8-4b6e-839d-f40ff95ec996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.890166] env[69195]: DEBUG nova.network.neutron [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Updated VIF entry in instance network info cache for port f72302df-6594-4a4a-ac4f-1cb25fef36ae. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.890553] env[69195]: DEBUG nova.network.neutron [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Updating instance_info_cache with network_info: [{"id": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "address": "fa:16:3e:a8:42:12", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf72302df-65", "ovs_interfaceid": "f72302df-6594-4a4a-ac4f-1cb25fef36ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.016781] env[69195]: DEBUG oslo_concurrency.lockutils [None req-80769f1a-8d07-4730-a0b1-71a5ab37602b tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "4088136f-a740-4f76-9bfe-61df83dba2e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.556s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.077233] env[69195]: DEBUG nova.network.neutron [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.103323] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d67832cb-2f49-455b-9f25-6e5cbc4bb672 tempest-ServersTestJSON-1227074238 tempest-ServersTestJSON-1227074238-project-member] Lock "26936d13-a3f7-4c52-8aa4-c46534af243b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.385s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.270927] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525cd551-cace-83c9-4b1d-64160b764d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.023511} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.271811] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f865fd6b-b347-4497-9e46-6dd7103e59ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.279816] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 734.279816] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5218296e-f0b6-e4d1-344e-8167e44aea5e" [ 734.279816] env[69195]: _type = "Task" [ 734.279816] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.287495] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5218296e-f0b6-e4d1-344e-8167e44aea5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.296469] env[69195]: DEBUG oslo_concurrency.lockutils [req-d6f2c615-46e8-407e-8a50-c84ed780bf4b req-e360b26a-e9f4-410a-99b0-62e69ed61ab2 service nova] Releasing lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.317427] env[69195]: DEBUG nova.network.neutron [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Updating instance_info_cache with network_info: [{"id": "8551820f-a746-4b28-b9c8-fa47765128d1", "address": "fa:16:3e:0d:7f:c9", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8551820f-a7", "ovs_interfaceid": "8551820f-a746-4b28-b9c8-fa47765128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.397019] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Releasing lock "refresh_cache-9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.397019] env[69195]: DEBUG nova.compute.manager [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Received event network-vif-plugged-4f51031c-714f-412b-b364-6d4a1bafe96a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.397019] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Acquiring lock "9a8894fc-2623-4760-be9b-8884b50781eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.397019] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Lock "9a8894fc-2623-4760-be9b-8884b50781eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.397019] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Lock "9a8894fc-2623-4760-be9b-8884b50781eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.397232] env[69195]: DEBUG nova.compute.manager [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] No waiting events found dispatching network-vif-plugged-4f51031c-714f-412b-b364-6d4a1bafe96a {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.397232] env[69195]: WARNING nova.compute.manager [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Received unexpected event network-vif-plugged-4f51031c-714f-412b-b364-6d4a1bafe96a for instance with vm_state building and task_state spawning. [ 734.397232] env[69195]: DEBUG nova.compute.manager [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Received event network-changed-4f51031c-714f-412b-b364-6d4a1bafe96a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.397232] env[69195]: DEBUG nova.compute.manager [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Refreshing instance network info cache due to event network-changed-4f51031c-714f-412b-b364-6d4a1bafe96a. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.397232] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Acquiring lock "refresh_cache-9a8894fc-2623-4760-be9b-8884b50781eb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.397368] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Acquired lock "refresh_cache-9a8894fc-2623-4760-be9b-8884b50781eb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.397368] env[69195]: DEBUG nova.network.neutron [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Refreshing network info cache for port 4f51031c-714f-412b-b364-6d4a1bafe96a {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.522261] env[69195]: DEBUG nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.530008] env[69195]: DEBUG nova.network.neutron [-] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.646891] env[69195]: DEBUG nova.compute.manager [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Received event network-vif-deleted-fa618c9d-45d1-44a6-b008-fb486e3ef5a4 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.647455] env[69195]: DEBUG nova.compute.manager [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Received event network-vif-plugged-8551820f-a746-4b28-b9c8-fa47765128d1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.647455] env[69195]: DEBUG oslo_concurrency.lockutils [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] Acquiring lock "63a46af9-eed9-49cb-891c-44005250d16c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.647662] env[69195]: DEBUG oslo_concurrency.lockutils [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] Lock "63a46af9-eed9-49cb-891c-44005250d16c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.647710] env[69195]: DEBUG oslo_concurrency.lockutils [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] Lock "63a46af9-eed9-49cb-891c-44005250d16c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.647966] env[69195]: DEBUG nova.compute.manager [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] No waiting events found dispatching network-vif-plugged-8551820f-a746-4b28-b9c8-fa47765128d1 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.648149] env[69195]: WARNING nova.compute.manager [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Received unexpected event network-vif-plugged-8551820f-a746-4b28-b9c8-fa47765128d1 for instance with vm_state building and task_state spawning. [ 734.648295] env[69195]: DEBUG nova.compute.manager [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Received event network-changed-8551820f-a746-4b28-b9c8-fa47765128d1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.648456] env[69195]: DEBUG nova.compute.manager [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Refreshing instance network info cache due to event network-changed-8551820f-a746-4b28-b9c8-fa47765128d1. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.648624] env[69195]: DEBUG oslo_concurrency.lockutils [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] Acquiring lock "refresh_cache-63a46af9-eed9-49cb-891c-44005250d16c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.688045] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f0acb0-2ce9-463b-a467-f1011b82c8d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.696113] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f418e7-145e-47de-8666-49159caa8a9e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.729408] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42355c26-8bdd-4dc3-9f96-603ad4a413eb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.737251] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301b32d6-759b-4798-95a7-afae1971f56a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.751213] env[69195]: DEBUG nova.compute.provider_tree [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.790231] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5218296e-f0b6-e4d1-344e-8167e44aea5e, 'name': SearchDatastore_Task, 'duration_secs': 0.025786} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.790474] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.790732] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb/9a8894fc-2623-4760-be9b-8884b50781eb.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.790985] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5640c8d-9fb2-4c07-89f0-f301ffca3c7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.800140] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 734.800140] env[69195]: value = "task-3504071" [ 734.800140] env[69195]: _type = "Task" [ 734.800140] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.807119] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.821857] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "refresh_cache-63a46af9-eed9-49cb-891c-44005250d16c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.822085] env[69195]: DEBUG nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Instance network_info: |[{"id": "8551820f-a746-4b28-b9c8-fa47765128d1", "address": "fa:16:3e:0d:7f:c9", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8551820f-a7", "ovs_interfaceid": "8551820f-a746-4b28-b9c8-fa47765128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.822420] env[69195]: DEBUG oslo_concurrency.lockutils [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] Acquired lock "refresh_cache-63a46af9-eed9-49cb-891c-44005250d16c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.822710] env[69195]: DEBUG nova.network.neutron [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Refreshing network info cache for port 8551820f-a746-4b28-b9c8-fa47765128d1 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.824266] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:7f:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8551820f-a746-4b28-b9c8-fa47765128d1', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.831997] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.833137] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.833371] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d6bb584-3c88-4cbf-ad66-3e0b8f5f7ffe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.854411] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.854411] env[69195]: value = "task-3504072" [ 734.854411] env[69195]: _type = "Task" [ 734.854411] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.867063] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504072, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.034497] env[69195]: INFO nova.compute.manager [-] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Took 1.65 seconds to deallocate network for instance. [ 735.056821] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.257028] env[69195]: DEBUG nova.scheduler.client.report [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.265166] env[69195]: DEBUG nova.network.neutron [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Updated VIF entry in instance network info cache for port 4f51031c-714f-412b-b364-6d4a1bafe96a. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.265555] env[69195]: DEBUG nova.network.neutron [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Updating instance_info_cache with network_info: [{"id": "4f51031c-714f-412b-b364-6d4a1bafe96a", "address": "fa:16:3e:f0:45:63", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f51031c-71", "ovs_interfaceid": "4f51031c-714f-412b-b364-6d4a1bafe96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.312316] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504071, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.368846] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504072, 'name': CreateVM_Task, 'duration_secs': 0.477467} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.369115] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.369923] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.370116] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.370430] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.370690] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9128108-8e6b-4a42-bae5-7003e5fa5c49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.377690] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 735.377690] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528488b7-4ae7-415f-63a9-6b637c42262a" [ 735.377690] env[69195]: _type = "Task" [ 735.377690] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.389756] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528488b7-4ae7-415f-63a9-6b637c42262a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.548644] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.607564] env[69195]: DEBUG nova.network.neutron [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Updated VIF entry in instance network info cache for port 8551820f-a746-4b28-b9c8-fa47765128d1. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.608025] env[69195]: DEBUG nova.network.neutron [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Updating instance_info_cache with network_info: [{"id": "8551820f-a746-4b28-b9c8-fa47765128d1", "address": "fa:16:3e:0d:7f:c9", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8551820f-a7", "ovs_interfaceid": "8551820f-a746-4b28-b9c8-fa47765128d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.762155] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.765985] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.664s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.766362] env[69195]: DEBUG nova.objects.instance [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lazy-loading 'resources' on Instance uuid d4d10cca-3c1b-4b7e-a292-22c94b4df23c {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.772130] env[69195]: DEBUG oslo_concurrency.lockutils [req-ea02825f-3728-4563-a534-811a0e6d118b req-ad190e87-c6f2-4600-9943-505bac3b96c7 service nova] Releasing lock "refresh_cache-9a8894fc-2623-4760-be9b-8884b50781eb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.789148] env[69195]: INFO nova.scheduler.client.report [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Deleted allocations for instance 3a89835b-0e9c-4c4f-bbea-7756af513133 [ 735.811903] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513763} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.812219] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb/9a8894fc-2623-4760-be9b-8884b50781eb.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.812441] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.812708] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a1162ac-9fe6-496e-a20e-e20db7f62660 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.819305] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 735.819305] env[69195]: value = "task-3504073" [ 735.819305] env[69195]: _type = "Task" [ 735.819305] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.830679] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.892802] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528488b7-4ae7-415f-63a9-6b637c42262a, 'name': SearchDatastore_Task, 'duration_secs': 0.009887} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.894305] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.894737] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.894862] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.895029] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.895219] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.895828] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d4d993-b306-4e5b-bbf8-5143d4d6231f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.914111] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.914324] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.915096] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf0c41c-a06f-428a-a606-aeaeec9ce56a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.921473] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 735.921473] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cf5e0b-b272-cb92-ce32-bd6d43791af5" [ 735.921473] env[69195]: _type = "Task" [ 735.921473] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.931272] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cf5e0b-b272-cb92-ce32-bd6d43791af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.110912] env[69195]: DEBUG oslo_concurrency.lockutils [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] Releasing lock "refresh_cache-63a46af9-eed9-49cb-891c-44005250d16c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.111579] env[69195]: DEBUG nova.compute.manager [req-0d140d64-9b8e-413e-a88e-47f7da79ef1d req-4f44cfee-b51d-4aa8-baea-d21016e2d24d service nova] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Received event network-vif-deleted-f72302df-6594-4a4a-ac4f-1cb25fef36ae {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.296897] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a3dc2ee5-1e59-4af5-951b-b94294d7523d tempest-ImagesOneServerTestJSON-1309400868 tempest-ImagesOneServerTestJSON-1309400868-project-member] Lock "3a89835b-0e9c-4c4f-bbea-7756af513133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.221s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.333082] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300149} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.333346] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.334148] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a3601-71e0-42ef-9042-30d887f9d8d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.359523] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb/9a8894fc-2623-4760-be9b-8884b50781eb.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.362515] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5866c5-5484-4a89-ac94-6ed982aca1d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.388020] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 736.388020] env[69195]: value = "task-3504074" [ 736.388020] env[69195]: _type = "Task" [ 736.388020] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.394722] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.432313] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cf5e0b-b272-cb92-ce32-bd6d43791af5, 'name': SearchDatastore_Task, 'duration_secs': 0.051269} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.435814] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ba9816-ac74-4682-8ccb-cc5ffb547f68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.445017] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 736.445017] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa471d-74d5-b274-cb1e-b5ff6a0cd6ff" [ 736.445017] env[69195]: _type = "Task" [ 736.445017] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.453422] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa471d-74d5-b274-cb1e-b5ff6a0cd6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.674913] env[69195]: DEBUG nova.compute.manager [req-496ff23a-0afe-4248-832a-0e3b896d6649 req-4f2df8d7-7b0f-4e06-9254-03aa59a65053 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Received event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.675127] env[69195]: DEBUG nova.compute.manager [req-496ff23a-0afe-4248-832a-0e3b896d6649 req-4f2df8d7-7b0f-4e06-9254-03aa59a65053 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing instance network info cache due to event network-changed-89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.675350] env[69195]: DEBUG oslo_concurrency.lockutils [req-496ff23a-0afe-4248-832a-0e3b896d6649 req-4f2df8d7-7b0f-4e06-9254-03aa59a65053 service nova] Acquiring lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.675490] env[69195]: DEBUG oslo_concurrency.lockutils [req-496ff23a-0afe-4248-832a-0e3b896d6649 req-4f2df8d7-7b0f-4e06-9254-03aa59a65053 service nova] Acquired lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.675647] env[69195]: DEBUG nova.network.neutron [req-496ff23a-0afe-4248-832a-0e3b896d6649 req-4f2df8d7-7b0f-4e06-9254-03aa59a65053 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Refreshing network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.891340] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5abd43a-da9e-45e1-bb16-886ae89a71d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.907407] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.907903] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6236467-0a14-4ec8-9a47-65f9377ce600 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.940395] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d0ce2-cd01-42d7-9c04-07c9723231e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.956163] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeffcc7-30cb-48ab-af13-888ba6f26b06 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.961315] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa471d-74d5-b274-cb1e-b5ff6a0cd6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016273} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.961746] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.962119] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 63a46af9-eed9-49cb-891c-44005250d16c/63a46af9-eed9-49cb-891c-44005250d16c.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.962882] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9392cd01-a234-43e0-8f10-c54f0165fb93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.973334] env[69195]: DEBUG nova.compute.provider_tree [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.980011] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 736.980011] env[69195]: value = "task-3504075" [ 736.980011] env[69195]: _type = "Task" [ 736.980011] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.989849] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.404335] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504074, 'name': ReconfigVM_Task, 'duration_secs': 0.678645} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.404587] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb/9a8894fc-2623-4760-be9b-8884b50781eb.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.405296] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-864cef5a-e1a7-41e8-bda8-5262531d1b51 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.413079] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 737.413079] env[69195]: value = "task-3504076" [ 737.413079] env[69195]: _type = "Task" [ 737.413079] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.433459] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504076, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.477872] env[69195]: DEBUG nova.scheduler.client.report [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.488214] env[69195]: DEBUG nova.network.neutron [req-496ff23a-0afe-4248-832a-0e3b896d6649 req-4f2df8d7-7b0f-4e06-9254-03aa59a65053 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updated VIF entry in instance network info cache for port 89926c03-29a8-4b6e-839d-f40ff95ec996. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.488214] env[69195]: DEBUG nova.network.neutron [req-496ff23a-0afe-4248-832a-0e3b896d6649 req-4f2df8d7-7b0f-4e06-9254-03aa59a65053 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updating instance_info_cache with network_info: [{"id": "89926c03-29a8-4b6e-839d-f40ff95ec996", "address": "fa:16:3e:45:a3:f2", "network": {"id": "f4331393-f575-4e1c-ba7e-c4efe1da47e8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-302957321-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74457562b2794e34a7636ebba4b3b1ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89926c03-29", "ovs_interfaceid": "89926c03-29a8-4b6e-839d-f40ff95ec996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.495605] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504075, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.926258] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504076, 'name': Rename_Task, 'duration_secs': 0.163217} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.926571] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.926818] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-118f5bcf-f27f-4aa7-91ed-f68ad53e5bda {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.941268] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 737.941268] env[69195]: value = "task-3504077" [ 737.941268] env[69195]: _type = "Task" [ 737.941268] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.949380] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.987524] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.994088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 40.802s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.994265] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.994371] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 737.994679] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.766s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.996365] env[69195]: INFO nova.compute.claims [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.999645] env[69195]: DEBUG oslo_concurrency.lockutils [req-496ff23a-0afe-4248-832a-0e3b896d6649 req-4f2df8d7-7b0f-4e06-9254-03aa59a65053 service nova] Releasing lock "refresh_cache-1fe2cb9c-5004-471a-8ddf-98efa38d33e3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.000059] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53594} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.001109] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f86f91-9572-4671-94fb-1603dd719c04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.003770] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 63a46af9-eed9-49cb-891c-44005250d16c/63a46af9-eed9-49cb-891c-44005250d16c.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.004010] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.004286] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90f4acaf-cdbc-45d4-94dc-c89e988201d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.012360] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b520e426-045e-4431-acce-785c4b614cb6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.016637] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 738.016637] env[69195]: value = "task-3504078" [ 738.016637] env[69195]: _type = "Task" [ 738.016637] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.021930] env[69195]: INFO nova.scheduler.client.report [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Deleted allocations for instance d4d10cca-3c1b-4b7e-a292-22c94b4df23c [ 738.033300] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad2d326-b593-4a0d-87c6-e729df2ba157 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.038927] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.043407] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f95a8-3664-4a3a-b605-e524fcd33fa0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.079250] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179082MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 738.079742] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.450665] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.531958] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063546} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.532432] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.533687] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be5ab06-d976-44db-b1dc-1584f98dd68e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.542852] env[69195]: DEBUG oslo_concurrency.lockutils [None req-60a0a9fc-dc36-481e-b826-398dfafffbf6 tempest-ServersListShow296Test-1742064520 tempest-ServersListShow296Test-1742064520-project-member] Lock "d4d10cca-3c1b-4b7e-a292-22c94b4df23c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.955s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.577172] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 63a46af9-eed9-49cb-891c-44005250d16c/63a46af9-eed9-49cb-891c-44005250d16c.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.578743] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05a4f808-f8fd-4e5e-86de-9e805f27c3c0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.612266] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 738.612266] env[69195]: value = "task-3504079" [ 738.612266] env[69195]: _type = "Task" [ 738.612266] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.631048] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.956922] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.129965] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504079, 'name': ReconfigVM_Task, 'duration_secs': 0.469958} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.134925] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 63a46af9-eed9-49cb-891c-44005250d16c/63a46af9-eed9-49cb-891c-44005250d16c.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.135576] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0502ebec-21bf-4396-a6ea-eb85f3ba2ee2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.142635] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 739.142635] env[69195]: value = "task-3504080" [ 739.142635] env[69195]: _type = "Task" [ 739.142635] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.158604] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504080, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.455824] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504077, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.588422] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eff13d-5c68-42f5-9f90-628eeb27035c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.596218] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aacdac-3a67-44ae-892a-87c1d63a0443 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.635901] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a5f693-5d74-4313-aafb-05fe83bf6cfb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.648063] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d77ae8f-6ba4-402b-9be4-0cb46b5bf13e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.658039] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504080, 'name': Rename_Task, 'duration_secs': 0.215471} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.666283] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.666867] env[69195]: DEBUG nova.compute.provider_tree [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.668392] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10253968-8624-45ca-bf8e-b8b073b28f9e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.676844] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 739.676844] env[69195]: value = "task-3504081" [ 739.676844] env[69195]: _type = "Task" [ 739.676844] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.688906] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.957409] env[69195]: DEBUG oslo_vmware.api [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504077, 'name': PowerOnVM_Task, 'duration_secs': 1.738462} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.957863] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.958222] env[69195]: INFO nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Took 10.30 seconds to spawn the instance on the hypervisor. [ 739.958606] env[69195]: DEBUG nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.959986] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f85ba-0050-4625-9991-92d221cc5972 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.171566] env[69195]: DEBUG nova.scheduler.client.report [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.191987] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.481769] env[69195]: INFO nova.compute.manager [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Took 52.38 seconds to build instance. [ 740.678854] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.679452] env[69195]: DEBUG nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.685744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.387s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.685744] env[69195]: DEBUG nova.objects.instance [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lazy-loading 'resources' on Instance uuid 437dd76d-4ce5-440d-8683-23c847f39e29 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.699441] env[69195]: DEBUG oslo_vmware.api [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504081, 'name': PowerOnVM_Task, 'duration_secs': 0.906005} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.700363] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.700546] env[69195]: INFO nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Took 8.35 seconds to spawn the instance on the hypervisor. [ 740.700722] env[69195]: DEBUG nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.701565] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1893f-c40a-46f1-9084-47f28c1059be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.984043] env[69195]: DEBUG oslo_concurrency.lockutils [None req-43528021-2eb8-4556-9ff5-e3a69cef1097 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "9a8894fc-2623-4760-be9b-8884b50781eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.006s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.188380] env[69195]: DEBUG nova.compute.utils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.189803] env[69195]: DEBUG nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.189964] env[69195]: DEBUG nova.network.neutron [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.231221] env[69195]: INFO nova.compute.manager [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Took 51.04 seconds to build instance. [ 741.263311] env[69195]: DEBUG nova.policy [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f75252aa0694965bbbe68ac819d2a6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a639f39207fc4d4ba1e20f891416da83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.487523] env[69195]: DEBUG nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.696020] env[69195]: DEBUG nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.735195] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d52f0304-3719-4a81-b0a4-2eafad7c8de9 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "63a46af9-eed9-49cb-891c-44005250d16c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.786s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.757725] env[69195]: INFO nova.compute.manager [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Rebuilding instance [ 741.801035] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf89cba-fa48-4d53-9cf4-5a339a5bfc5a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.810330] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43648b4-ece2-475d-be1e-bf5902146aeb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.817138] env[69195]: DEBUG nova.compute.manager [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.817935] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1620e1-8a6f-4ff4-93d5-816537ed932d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.852136] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf48af9c-0939-4d75-a90e-6e22d8a7df8c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.862378] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bed2f2-1a2f-4af8-b952-5e6a584ce093 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.876633] env[69195]: DEBUG nova.compute.provider_tree [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.932649] env[69195]: DEBUG nova.network.neutron [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Successfully created port: 5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.013668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.238406] env[69195]: DEBUG nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.381122] env[69195]: DEBUG nova.scheduler.client.report [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.688125] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "9fe63127-8329-4a25-b9b9-b5e0369ae943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.688493] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "9fe63127-8329-4a25-b9b9-b5e0369ae943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.708257] env[69195]: DEBUG nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.746833] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.747114] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.747272] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.747456] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.747602] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.747746] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.748188] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.748417] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.748603] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.748772] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.748949] env[69195]: DEBUG nova.virt.hardware [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.749834] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df30bc-a2d5-428c-a113-c75a43eb90dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.762595] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e37c5ad-0a40-4691-855e-6020042183ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.769567] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.862856] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.863763] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeef9e0d-1be5-4684-9b1c-6199c612973c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.870812] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 742.870812] env[69195]: value = "task-3504082" [ 742.870812] env[69195]: _type = "Task" [ 742.870812] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.881482] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.887496] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.890020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.365s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.892125] env[69195]: INFO nova.compute.claims [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.919240] env[69195]: INFO nova.scheduler.client.report [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Deleted allocations for instance 437dd76d-4ce5-440d-8683-23c847f39e29 [ 743.166934] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquiring lock "fcdc8c40-b7ca-4600-aa70-61a12c264596" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.169145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "fcdc8c40-b7ca-4600-aa70-61a12c264596" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.382452] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504082, 'name': PowerOffVM_Task, 'duration_secs': 0.287592} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.382909] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.385271] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.385271] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade30511-7a4c-462a-8b43-38b89c0abdab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.392266] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.392266] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb8f69b-fdf0-4f67-a85f-6658a2315d27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.425582] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f088dcb-dfe2-494e-ae11-68815cf06a0e tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "437dd76d-4ce5-440d-8683-23c847f39e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.506s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.429553] env[69195]: DEBUG nova.compute.manager [req-2a954c83-2dd6-4a9f-8e9c-72ba9742e07b req-76a4e574-c4c6-4038-84d2-58295f712321 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Received event network-vif-plugged-5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.429897] env[69195]: DEBUG oslo_concurrency.lockutils [req-2a954c83-2dd6-4a9f-8e9c-72ba9742e07b req-76a4e574-c4c6-4038-84d2-58295f712321 service nova] Acquiring lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.430429] env[69195]: DEBUG oslo_concurrency.lockutils [req-2a954c83-2dd6-4a9f-8e9c-72ba9742e07b req-76a4e574-c4c6-4038-84d2-58295f712321 service nova] Lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.430707] env[69195]: DEBUG oslo_concurrency.lockutils [req-2a954c83-2dd6-4a9f-8e9c-72ba9742e07b req-76a4e574-c4c6-4038-84d2-58295f712321 service nova] Lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.431011] env[69195]: DEBUG nova.compute.manager [req-2a954c83-2dd6-4a9f-8e9c-72ba9742e07b req-76a4e574-c4c6-4038-84d2-58295f712321 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] No waiting events found dispatching network-vif-plugged-5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.431307] env[69195]: WARNING nova.compute.manager [req-2a954c83-2dd6-4a9f-8e9c-72ba9742e07b req-76a4e574-c4c6-4038-84d2-58295f712321 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Received unexpected event network-vif-plugged-5291e09e-156b-45f6-aa8e-58d389b476cd for instance with vm_state building and task_state spawning. [ 743.457633] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.457847] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.458059] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleting the datastore file [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.458318] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d32c41c8-f4cd-4b52-baa4-9b325ff86cc6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.466022] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 743.466022] env[69195]: value = "task-3504084" [ 743.466022] env[69195]: _type = "Task" [ 743.466022] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.475219] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.570058] env[69195]: DEBUG nova.network.neutron [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Successfully updated port: 5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.586370] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "65ae2509-68d5-4d9b-ab39-610837fd2029" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.586627] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "65ae2509-68d5-4d9b-ab39-610837fd2029" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.586836] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "65ae2509-68d5-4d9b-ab39-610837fd2029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.587068] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "65ae2509-68d5-4d9b-ab39-610837fd2029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.587277] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "65ae2509-68d5-4d9b-ab39-610837fd2029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.589217] env[69195]: INFO nova.compute.manager [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Terminating instance [ 743.982518] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348815} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.982518] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.982518] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.982518] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.072258] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquiring lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.073465] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquired lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.073918] env[69195]: DEBUG nova.network.neutron [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.093222] env[69195]: DEBUG nova.compute.manager [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.093864] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.098678] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefd1f62-bbfe-4567-a978-35f80c0a5519 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.111546] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.111546] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ac5d41c-edc3-426d-8373-65babeeece03 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.117875] env[69195]: DEBUG oslo_vmware.api [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 744.117875] env[69195]: value = "task-3504085" [ 744.117875] env[69195]: _type = "Task" [ 744.117875] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.132157] env[69195]: DEBUG oslo_vmware.api [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3504085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.438422] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b0762-e439-44b4-b6cd-4e9e6c87e737 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.446607] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2458b-b320-4211-b61e-88057f65df6b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.478732] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af19a17d-7faa-4357-8956-5a871c16bd4a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.490125] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0c2969-0657-4558-983f-d802950c2284 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.504450] env[69195]: DEBUG nova.compute.provider_tree [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.613882] env[69195]: DEBUG nova.network.neutron [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.628235] env[69195]: DEBUG oslo_vmware.api [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3504085, 'name': PowerOffVM_Task, 'duration_secs': 0.227855} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.628557] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.628747] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.629043] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc5977c-ce51-4ebb-acd5-c2fe1c1d5555 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.688761] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.688976] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.689174] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Deleting the datastore file [datastore2] 65ae2509-68d5-4d9b-ab39-610837fd2029 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.689473] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21f9ce9-5d4f-4023-a177-47c6771903a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.696520] env[69195]: DEBUG oslo_vmware.api [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for the task: (returnval){ [ 744.696520] env[69195]: value = "task-3504087" [ 744.696520] env[69195]: _type = "Task" [ 744.696520] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.704530] env[69195]: DEBUG oslo_vmware.api [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3504087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.775632] env[69195]: DEBUG nova.network.neutron [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Updating instance_info_cache with network_info: [{"id": "5291e09e-156b-45f6-aa8e-58d389b476cd", "address": "fa:16:3e:34:7b:c5", "network": {"id": "83c059ae-f32f-41e9-8467-77b723b193a7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-468198927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a639f39207fc4d4ba1e20f891416da83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5291e09e-15", "ovs_interfaceid": "5291e09e-156b-45f6-aa8e-58d389b476cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.011466] env[69195]: DEBUG nova.scheduler.client.report [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.023504] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.023793] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.023964] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.024167] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.024316] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.024463] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.024679] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.024851] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.025054] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.025235] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.025403] env[69195]: DEBUG nova.virt.hardware [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.026318] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd106d4-07e4-4adb-8ec2-4031067e7dcc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.035040] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ae53c6-45c6-492d-a025-5695d76940a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.048779] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:45:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f51031c-714f-412b-b364-6d4a1bafe96a', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.056098] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.056290] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.056522] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf740aec-e501-4ad2-9c3d-6db1739c3415 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.075979] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.075979] env[69195]: value = "task-3504088" [ 745.075979] env[69195]: _type = "Task" [ 745.075979] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.083671] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504088, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.206261] env[69195]: DEBUG oslo_vmware.api [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Task: {'id': task-3504087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376262} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.206527] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.206710] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.206987] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.207219] env[69195]: INFO nova.compute.manager [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Took 1.11 seconds to destroy the instance on the hypervisor. [ 745.208126] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.208380] env[69195]: DEBUG nova.compute.manager [-] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.208480] env[69195]: DEBUG nova.network.neutron [-] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.279832] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Releasing lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.280233] env[69195]: DEBUG nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Instance network_info: |[{"id": "5291e09e-156b-45f6-aa8e-58d389b476cd", "address": "fa:16:3e:34:7b:c5", "network": {"id": "83c059ae-f32f-41e9-8467-77b723b193a7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-468198927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a639f39207fc4d4ba1e20f891416da83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5291e09e-15", "ovs_interfaceid": "5291e09e-156b-45f6-aa8e-58d389b476cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.280681] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:7b:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5291e09e-156b-45f6-aa8e-58d389b476cd', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.288259] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Creating folder: Project (a639f39207fc4d4ba1e20f891416da83). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.288537] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f141244-eb7c-4dd7-adc6-6023c26ca39e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.299116] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Created folder: Project (a639f39207fc4d4ba1e20f891416da83) in parent group-v700121. [ 745.299311] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Creating folder: Instances. Parent ref: group-v700214. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.299573] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c6a4b8c-8734-4b43-b55a-96dc5ea4b498 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.308125] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Created folder: Instances in parent group-v700214. [ 745.308357] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.308544] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.308740] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19754f44-aaa7-43e6-9519-c1ce4d4cf18c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.327625] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.327625] env[69195]: value = "task-3504091" [ 745.327625] env[69195]: _type = "Task" [ 745.327625] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.335137] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504091, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.469192] env[69195]: DEBUG nova.compute.manager [req-be56a8f6-0b2c-440c-97c8-eae197de3509 req-df3b0618-9f39-4628-93df-af417e24d421 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Received event network-changed-5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.469192] env[69195]: DEBUG nova.compute.manager [req-be56a8f6-0b2c-440c-97c8-eae197de3509 req-df3b0618-9f39-4628-93df-af417e24d421 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Refreshing instance network info cache due to event network-changed-5291e09e-156b-45f6-aa8e-58d389b476cd. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.469192] env[69195]: DEBUG oslo_concurrency.lockutils [req-be56a8f6-0b2c-440c-97c8-eae197de3509 req-df3b0618-9f39-4628-93df-af417e24d421 service nova] Acquiring lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.469192] env[69195]: DEBUG oslo_concurrency.lockutils [req-be56a8f6-0b2c-440c-97c8-eae197de3509 req-df3b0618-9f39-4628-93df-af417e24d421 service nova] Acquired lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.470572] env[69195]: DEBUG nova.network.neutron [req-be56a8f6-0b2c-440c-97c8-eae197de3509 req-df3b0618-9f39-4628-93df-af417e24d421 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Refreshing network info cache for port 5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.516466] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.517060] env[69195]: DEBUG nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.519760] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.185s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.521207] env[69195]: INFO nova.compute.claims [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.585876] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504088, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.837643] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504091, 'name': CreateVM_Task, 'duration_secs': 0.337591} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.839959] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.839959] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.839959] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.839959] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.839959] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f47b0f-4588-4599-80ec-a1014acf1068 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.843664] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 745.843664] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbaadd-c593-aabf-f6fe-7922bac2319b" [ 745.843664] env[69195]: _type = "Task" [ 745.843664] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.852333] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbaadd-c593-aabf-f6fe-7922bac2319b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.964024] env[69195]: DEBUG nova.network.neutron [-] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.025982] env[69195]: DEBUG nova.compute.utils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.027878] env[69195]: DEBUG nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.027985] env[69195]: DEBUG nova.network.neutron [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.086296] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504088, 'name': CreateVM_Task, 'duration_secs': 0.995302} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.086461] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.087142] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.096616] env[69195]: DEBUG nova.policy [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3bd35dcf57145f69aa042d06407610b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be8e58b64ff4dbbb62a4869c34b7f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.354527] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbaadd-c593-aabf-f6fe-7922bac2319b, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.354843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.355089] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.355326] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.355472] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.355649] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.355946] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.356294] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.356520] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fd6d23b-c851-4329-bbc2-a7b47d8a2727 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.358443] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee366d3-2262-4abd-abb0-e2e567f588a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.360535] env[69195]: DEBUG nova.network.neutron [req-be56a8f6-0b2c-440c-97c8-eae197de3509 req-df3b0618-9f39-4628-93df-af417e24d421 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Updated VIF entry in instance network info cache for port 5291e09e-156b-45f6-aa8e-58d389b476cd. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.360858] env[69195]: DEBUG nova.network.neutron [req-be56a8f6-0b2c-440c-97c8-eae197de3509 req-df3b0618-9f39-4628-93df-af417e24d421 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Updating instance_info_cache with network_info: [{"id": "5291e09e-156b-45f6-aa8e-58d389b476cd", "address": "fa:16:3e:34:7b:c5", "network": {"id": "83c059ae-f32f-41e9-8467-77b723b193a7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-468198927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a639f39207fc4d4ba1e20f891416da83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5291e09e-15", "ovs_interfaceid": "5291e09e-156b-45f6-aa8e-58d389b476cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.366404] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 746.366404] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fd53ee-9a5d-48fa-a767-2b1eab97787b" [ 746.366404] env[69195]: _type = "Task" [ 746.366404] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.371108] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.371359] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.372452] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223f735f-36eb-46f8-94d4-2471c96e6064 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.378219] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fd53ee-9a5d-48fa-a767-2b1eab97787b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.381870] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 746.381870] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5281ad96-9df6-9256-9b8f-e6b62e05c59c" [ 746.381870] env[69195]: _type = "Task" [ 746.381870] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.390409] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5281ad96-9df6-9256-9b8f-e6b62e05c59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.466968] env[69195]: INFO nova.compute.manager [-] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Took 1.26 seconds to deallocate network for instance. [ 746.537457] env[69195]: DEBUG nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.545569] env[69195]: DEBUG nova.network.neutron [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Successfully created port: 2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.863938] env[69195]: DEBUG oslo_concurrency.lockutils [req-be56a8f6-0b2c-440c-97c8-eae197de3509 req-df3b0618-9f39-4628-93df-af417e24d421 service nova] Releasing lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.878586] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fd53ee-9a5d-48fa-a767-2b1eab97787b, 'name': SearchDatastore_Task, 'duration_secs': 0.015726} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.878892] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.879144] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.879356] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.890249] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5281ad96-9df6-9256-9b8f-e6b62e05c59c, 'name': SearchDatastore_Task, 'duration_secs': 0.008913} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.891098] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b8ffd4-f0da-4b21-ad40-0c0487926ea1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.896697] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 746.896697] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f6495f-4116-c234-4157-da0f4f6b0caa" [ 746.896697] env[69195]: _type = "Task" [ 746.896697] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.904603] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f6495f-4116-c234-4157-da0f4f6b0caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.969486] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ffbd9-1cca-429b-851f-4d8f302e610b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.974616] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.977154] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92149f64-9f18-4dde-b82b-a2f503e878d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.011299] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf472c-ef12-453a-ab5f-26b3f587b85f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.019117] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac20018-e9d8-4813-8039-5b8fe25ff558 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.031883] env[69195]: DEBUG nova.compute.provider_tree [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.407368] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f6495f-4116-c234-4157-da0f4f6b0caa, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.407742] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.408019] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c8c633c1-47dc-4ea5-9909-cd784a0b6d26/c8c633c1-47dc-4ea5-9909-cd784a0b6d26.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.408247] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.409075] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.409075] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-709b7de0-fb1a-49b0-9afe-0b23e0b36e63 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.410732] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41493e43-af1e-429e-a5f2-6ee1cac465aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.417800] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 747.417800] env[69195]: value = "task-3504092" [ 747.417800] env[69195]: _type = "Task" [ 747.417800] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.418975] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.419228] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.422494] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef75877-fa55-4cbb-bca9-936076396db7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.427866] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 747.427866] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52998897-4028-52ac-72a2-31909968a673" [ 747.427866] env[69195]: _type = "Task" [ 747.427866] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.430438] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.438568] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52998897-4028-52ac-72a2-31909968a673, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.439564] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252031f8-0482-4531-891a-a1f63d6868f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.444402] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 747.444402] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ec0e89-88de-55f3-e011-982147b2d934" [ 747.444402] env[69195]: _type = "Task" [ 747.444402] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.451596] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ec0e89-88de-55f3-e011-982147b2d934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.497856] env[69195]: DEBUG nova.compute.manager [req-e0fb09db-6985-49d2-a94e-035f174766d6 req-f5bcc610-9027-4bfc-b918-5afe8aa0e470 service nova] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Received event network-vif-deleted-b1df7b10-b41c-42ea-baab-2c71dd6e0d9a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.536335] env[69195]: DEBUG nova.scheduler.client.report [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.546437] env[69195]: DEBUG nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.574327] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.574708] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.574930] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.575234] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.575449] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.575667] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.575974] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.576247] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.576460] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.576634] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.576808] env[69195]: DEBUG nova.virt.hardware [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.578198] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0101913d-1b3f-46c9-b5c4-d508e7b32044 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.588803] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aebf49c-eaf6-423c-b2a2-4c63c370a458 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.937888] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504092, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.958021] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ec0e89-88de-55f3-e011-982147b2d934, 'name': SearchDatastore_Task, 'duration_secs': 0.008154} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.958021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.958021] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb/9a8894fc-2623-4760-be9b-8884b50781eb.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.958021] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaaf7e1d-c229-473a-b521-4b171dd574c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.963334] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 747.963334] env[69195]: value = "task-3504093" [ 747.963334] env[69195]: _type = "Task" [ 747.963334] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.971988] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.044178] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.044178] env[69195]: DEBUG nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.045376] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.796s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.047026] env[69195]: INFO nova.compute.claims [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.101046] env[69195]: DEBUG nova.network.neutron [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Successfully updated port: 2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.430410] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504092, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.473542] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.553583] env[69195]: DEBUG nova.compute.utils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.555023] env[69195]: DEBUG nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.555229] env[69195]: DEBUG nova.network.neutron [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.603282] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-e0d5c75a-5391-4a10-af02-07b3f3223e79" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.603551] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-e0d5c75a-5391-4a10-af02-07b3f3223e79" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.603762] env[69195]: DEBUG nova.network.neutron [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.620358] env[69195]: DEBUG nova.policy [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78b8c33df4004941816ec38f8586d179', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '511e0670ee8447c38324e7d65be982a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.930564] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504092, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.433213} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.930839] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c8c633c1-47dc-4ea5-9909-cd784a0b6d26/c8c633c1-47dc-4ea5-9909-cd784a0b6d26.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.931065] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.931326] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7268123-c423-438b-9ddc-910dac198ba3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.938922] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 748.938922] env[69195]: value = "task-3504094" [ 748.938922] env[69195]: _type = "Task" [ 748.938922] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.949468] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.981639] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504093, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.035336] env[69195]: DEBUG nova.network.neutron [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Successfully created port: 0ae028be-515e-41ed-98f5-8ad0f03ea8fd {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.059541] env[69195]: DEBUG nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.181130] env[69195]: DEBUG nova.network.neutron [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.454305] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061383} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.456627] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.456627] env[69195]: DEBUG nova.network.neutron [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Updating instance_info_cache with network_info: [{"id": "2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7", "address": "fa:16:3e:93:47:05", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6e76e1-25", "ovs_interfaceid": "2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.458706] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7095ca2-0f38-4160-8fdb-359aba167e0b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.490144] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] c8c633c1-47dc-4ea5-9909-cd784a0b6d26/c8c633c1-47dc-4ea5-9909-cd784a0b6d26.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.494464] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de147f45-f879-4f30-b29b-1c8f9831e219 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.517589] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504093, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.349325} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.518865] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb/9a8894fc-2623-4760-be9b-8884b50781eb.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.519177] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.519535] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 749.519535] env[69195]: value = "task-3504095" [ 749.519535] env[69195]: _type = "Task" [ 749.519535] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.519811] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a48d12cf-b3ef-4437-aedf-2e0ae456882a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.531781] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.533382] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 749.533382] env[69195]: value = "task-3504096" [ 749.533382] env[69195]: _type = "Task" [ 749.533382] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.545482] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.559265] env[69195]: DEBUG nova.compute.manager [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Received event network-vif-plugged-2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.559505] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] Acquiring lock "e0d5c75a-5391-4a10-af02-07b3f3223e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.559689] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.559855] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.560034] env[69195]: DEBUG nova.compute.manager [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] No waiting events found dispatching network-vif-plugged-2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.560204] env[69195]: WARNING nova.compute.manager [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Received unexpected event network-vif-plugged-2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7 for instance with vm_state building and task_state spawning. [ 749.560365] env[69195]: DEBUG nova.compute.manager [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Received event network-changed-2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.560740] env[69195]: DEBUG nova.compute.manager [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Refreshing instance network info cache due to event network-changed-2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.560740] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] Acquiring lock "refresh_cache-e0d5c75a-5391-4a10-af02-07b3f3223e79" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.594631] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ffd0f5-84a1-4c30-a171-bc7fda9fe34d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.602372] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318762f9-1c8a-4c17-8209-12333b37ac76 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.637593] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a3b957-afd6-44d1-a929-c636cb23207b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.645893] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e679213-0044-44f8-bca3-4b12912aa16f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.663036] env[69195]: DEBUG nova.compute.provider_tree [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.967091] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-e0d5c75a-5391-4a10-af02-07b3f3223e79" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.967091] env[69195]: DEBUG nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Instance network_info: |[{"id": "2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7", "address": "fa:16:3e:93:47:05", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6e76e1-25", "ovs_interfaceid": "2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.967298] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] Acquired lock "refresh_cache-e0d5c75a-5391-4a10-af02-07b3f3223e79" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.967298] env[69195]: DEBUG nova.network.neutron [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Refreshing network info cache for port 2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.968259] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:47:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.975951] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.978959] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.979493] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-388e8fe1-cbfd-491f-bb0d-8df257d44b32 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.003714] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.003714] env[69195]: value = "task-3504097" [ 750.003714] env[69195]: _type = "Task" [ 750.003714] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.010756] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504097, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.031687] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504095, 'name': ReconfigVM_Task, 'duration_secs': 0.278859} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.031968] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Reconfigured VM instance instance-00000020 to attach disk [datastore1] c8c633c1-47dc-4ea5-9909-cd784a0b6d26/c8c633c1-47dc-4ea5-9909-cd784a0b6d26.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.033040] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0519104-c11c-4a37-bbf3-a42fe6a0e575 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.045153] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058711} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.045432] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 750.045432] env[69195]: value = "task-3504098" [ 750.045432] env[69195]: _type = "Task" [ 750.045432] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.045650] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.046475] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c4e52a-bd0a-4cc8-b93d-07915e9fa3c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.070778] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb/9a8894fc-2623-4760-be9b-8884b50781eb.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.076181] env[69195]: DEBUG nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.078709] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6c53f19-340b-442c-bcc2-611d78aa2ef8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.099816] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 750.099816] env[69195]: value = "task-3504099" [ 750.099816] env[69195]: _type = "Task" [ 750.099816] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.109950] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.127694] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.127963] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.128149] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.128376] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.128524] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.128669] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.128876] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.129119] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.129322] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.129716] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.129716] env[69195]: DEBUG nova.virt.hardware [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.130843] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7662a70a-5acb-457b-83e3-b3bb0367542f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.144284] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1fdbe7-3fe5-4516-a409-d2d569ef7327 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.169545] env[69195]: DEBUG nova.scheduler.client.report [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.307442] env[69195]: DEBUG nova.network.neutron [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Updated VIF entry in instance network info cache for port 2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.307569] env[69195]: DEBUG nova.network.neutron [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Updating instance_info_cache with network_info: [{"id": "2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7", "address": "fa:16:3e:93:47:05", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a6e76e1-25", "ovs_interfaceid": "2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.512789] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504097, 'name': CreateVM_Task, 'duration_secs': 0.40498} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.512971] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.513694] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.513862] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.514183] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.514443] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505d888b-48e7-4ece-adac-26e56b575c6e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.518829] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 750.518829] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521f14df-441a-6dd3-8642-5e1e6fbf9cb0" [ 750.518829] env[69195]: _type = "Task" [ 750.518829] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.526275] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521f14df-441a-6dd3-8642-5e1e6fbf9cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.554655] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504098, 'name': Rename_Task, 'duration_secs': 0.260443} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.554987] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.555282] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-800b5ea0-2cff-405e-bc09-e147cb33487d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.561621] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 750.561621] env[69195]: value = "task-3504100" [ 750.561621] env[69195]: _type = "Task" [ 750.561621] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.569137] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.609741] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.677016] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.677016] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.678323] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.757s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.680030] env[69195]: INFO nova.compute.claims [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.810891] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d0dc1a2-516c-49ad-bd63-2e061d4ad1d6 req-ec5a8aa9-442b-4a13-80cf-deea23f0fa44 service nova] Releasing lock "refresh_cache-e0d5c75a-5391-4a10-af02-07b3f3223e79" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.893266] env[69195]: DEBUG nova.network.neutron [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Successfully updated port: 0ae028be-515e-41ed-98f5-8ad0f03ea8fd {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.029530] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521f14df-441a-6dd3-8642-5e1e6fbf9cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.030185] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.030185] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.030339] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.030488] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.030671] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.030946] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a90eb3-d1c4-4f0d-a8c1-309be19957cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.038876] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.039061] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.039774] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42bcbe97-008d-454e-8796-ac5082b74012 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.045664] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 751.045664] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c710e4-31a4-892a-c023-09d5a5e5c844" [ 751.045664] env[69195]: _type = "Task" [ 751.045664] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.053090] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c710e4-31a4-892a-c023-09d5a5e5c844, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.069874] env[69195]: DEBUG oslo_vmware.api [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504100, 'name': PowerOnVM_Task, 'duration_secs': 0.489905} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.070148] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.070355] env[69195]: INFO nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Took 8.36 seconds to spawn the instance on the hypervisor. [ 751.070529] env[69195]: DEBUG nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.071272] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0278d36-615c-4967-93d4-699557288145 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.110849] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.186510] env[69195]: DEBUG nova.compute.utils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.187928] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.188112] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.236173] env[69195]: DEBUG nova.policy [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7b8e9ec437a4ef69bbb38ca9fe72e7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7037bb6d16d34732958c05ca570ce448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.399225] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquiring lock "refresh_cache-4e36d628-5f9b-46ff-aafc-8768db9cf0dc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.399225] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquired lock "refresh_cache-4e36d628-5f9b-46ff-aafc-8768db9cf0dc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.399398] env[69195]: DEBUG nova.network.neutron [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.552147] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Successfully created port: 46c8c40a-5348-492e-8a92-0a14ba88772e {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.557604] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c710e4-31a4-892a-c023-09d5a5e5c844, 'name': SearchDatastore_Task, 'duration_secs': 0.01632} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.558364] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97e3e85-0cfc-473a-b2eb-59d100c1487e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.564363] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 751.564363] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5261ca9e-94f6-f5f8-b142-e0097dbd2fc1" [ 751.564363] env[69195]: _type = "Task" [ 751.564363] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.571471] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5261ca9e-94f6-f5f8-b142-e0097dbd2fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.590723] env[69195]: INFO nova.compute.manager [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Took 54.38 seconds to build instance. [ 751.593263] env[69195]: DEBUG nova.compute.manager [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Received event network-vif-plugged-0ae028be-515e-41ed-98f5-8ad0f03ea8fd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.593486] env[69195]: DEBUG oslo_concurrency.lockutils [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] Acquiring lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.593667] env[69195]: DEBUG oslo_concurrency.lockutils [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] Lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.593848] env[69195]: DEBUG oslo_concurrency.lockutils [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] Lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.594075] env[69195]: DEBUG nova.compute.manager [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] No waiting events found dispatching network-vif-plugged-0ae028be-515e-41ed-98f5-8ad0f03ea8fd {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.594725] env[69195]: WARNING nova.compute.manager [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Received unexpected event network-vif-plugged-0ae028be-515e-41ed-98f5-8ad0f03ea8fd for instance with vm_state building and task_state spawning. [ 751.594725] env[69195]: DEBUG nova.compute.manager [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Received event network-changed-0ae028be-515e-41ed-98f5-8ad0f03ea8fd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.594725] env[69195]: DEBUG nova.compute.manager [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Refreshing instance network info cache due to event network-changed-0ae028be-515e-41ed-98f5-8ad0f03ea8fd. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.594725] env[69195]: DEBUG oslo_concurrency.lockutils [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] Acquiring lock "refresh_cache-4e36d628-5f9b-46ff-aafc-8768db9cf0dc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.613728] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504099, 'name': ReconfigVM_Task, 'duration_secs': 1.381857} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.613912] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb/9a8894fc-2623-4760-be9b-8884b50781eb.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.614515] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a2fd677-1ad2-48fd-87c6-a6f7e938fdac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.620599] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 751.620599] env[69195]: value = "task-3504101" [ 751.620599] env[69195]: _type = "Task" [ 751.620599] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.631234] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504101, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.691819] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.951343] env[69195]: DEBUG nova.network.neutron [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.076128] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5261ca9e-94f6-f5f8-b142-e0097dbd2fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.035811} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.078694] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.078967] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] e0d5c75a-5391-4a10-af02-07b3f3223e79/e0d5c75a-5391-4a10-af02-07b3f3223e79.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.079426] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eb4a414-ccc1-4e37-94b8-182c5d6cbed1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.085834] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 752.085834] env[69195]: value = "task-3504102" [ 752.085834] env[69195]: _type = "Task" [ 752.085834] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.097162] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6140b5cc-3f37-4898-a85b-41570a24a79b tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.972s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.103749] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.130333] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504101, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.256258] env[69195]: DEBUG nova.network.neutron [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Updating instance_info_cache with network_info: [{"id": "0ae028be-515e-41ed-98f5-8ad0f03ea8fd", "address": "fa:16:3e:93:ec:fe", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae028be-51", "ovs_interfaceid": "0ae028be-515e-41ed-98f5-8ad0f03ea8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.275274] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0282e3-31da-4436-8075-951bab8cdfb7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.283139] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afeab2b-8ec3-4f3f-9c24-b260f61a9a5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.320311] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137d3b0e-6835-4c8a-a5d4-0f6d4b6a86fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.327742] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ccfe3f-ec9a-49d9-80d8-d87d70f85d98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.341705] env[69195]: DEBUG nova.compute.provider_tree [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.598244] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.603827] env[69195]: DEBUG nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.632459] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504101, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.708461] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.735101] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.735432] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.735628] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.735804] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.735978] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.736212] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.736340] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.736512] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.736695] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.736874] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.737142] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.738709] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a52f8f-0b08-4484-b6d2-d56444a8f5d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.747522] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfdcf6b-990f-4785-8dcb-37449701a514 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.766689] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Releasing lock "refresh_cache-4e36d628-5f9b-46ff-aafc-8768db9cf0dc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.767529] env[69195]: DEBUG nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Instance network_info: |[{"id": "0ae028be-515e-41ed-98f5-8ad0f03ea8fd", "address": "fa:16:3e:93:ec:fe", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae028be-51", "ovs_interfaceid": "0ae028be-515e-41ed-98f5-8ad0f03ea8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.768022] env[69195]: DEBUG oslo_concurrency.lockutils [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] Acquired lock "refresh_cache-4e36d628-5f9b-46ff-aafc-8768db9cf0dc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.768319] env[69195]: DEBUG nova.network.neutron [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Refreshing network info cache for port 0ae028be-515e-41ed-98f5-8ad0f03ea8fd {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.769802] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ec:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ae028be-515e-41ed-98f5-8ad0f03ea8fd', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.778033] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Creating folder: Project (511e0670ee8447c38324e7d65be982a6). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.778543] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c5c46a4-2e59-4ee7-be8e-f745c04ee75b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.791142] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Created folder: Project (511e0670ee8447c38324e7d65be982a6) in parent group-v700121. [ 752.791328] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Creating folder: Instances. Parent ref: group-v700218. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.791494] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfcb1d5e-2bd2-4c91-94cc-1ca33311282d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.805214] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Created folder: Instances in parent group-v700218. [ 752.805214] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.805214] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.805214] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-654ce3a0-f21b-45fe-8837-d55a5282edfb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.828129] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.828129] env[69195]: value = "task-3504105" [ 752.828129] env[69195]: _type = "Task" [ 752.828129] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.838279] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504105, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.847023] env[69195]: DEBUG nova.scheduler.client.report [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.100542] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899164} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.100823] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] e0d5c75a-5391-4a10-af02-07b3f3223e79/e0d5c75a-5391-4a10-af02-07b3f3223e79.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.101063] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.101319] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6afa0cf-7c95-49d3-8377-7df7fee93f15 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.110669] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 753.110669] env[69195]: value = "task-3504106" [ 753.110669] env[69195]: _type = "Task" [ 753.110669] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.123017] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.131825] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504101, 'name': Rename_Task, 'duration_secs': 1.145669} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.133914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.134237] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.134500] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-815fdda6-f839-4087-8f29-9fcda52b0b90 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.141953] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 753.141953] env[69195]: value = "task-3504107" [ 753.141953] env[69195]: _type = "Task" [ 753.141953] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.153996] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.156952] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Successfully updated port: 46c8c40a-5348-492e-8a92-0a14ba88772e {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.339357] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504105, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.350372] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.350868] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.353350] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.204s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.354171] env[69195]: DEBUG nova.objects.instance [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lazy-loading 'resources' on Instance uuid 8ed222f5-08f0-4575-a173-3f53f710fd1f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.541271] env[69195]: DEBUG nova.network.neutron [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Updated VIF entry in instance network info cache for port 0ae028be-515e-41ed-98f5-8ad0f03ea8fd. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.541608] env[69195]: DEBUG nova.network.neutron [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Updating instance_info_cache with network_info: [{"id": "0ae028be-515e-41ed-98f5-8ad0f03ea8fd", "address": "fa:16:3e:93:ec:fe", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae028be-51", "ovs_interfaceid": "0ae028be-515e-41ed-98f5-8ad0f03ea8fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.624917] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069622} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.626596] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.628692] env[69195]: DEBUG nova.compute.manager [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Received event network-changed-5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.629071] env[69195]: DEBUG nova.compute.manager [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Refreshing instance network info cache due to event network-changed-5291e09e-156b-45f6-aa8e-58d389b476cd. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.629274] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Acquiring lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.629423] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Acquired lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.629609] env[69195]: DEBUG nova.network.neutron [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Refreshing network info cache for port 5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.631746] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c756d31e-5000-4e0a-97e6-904fcec2db3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.656765] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e0d5c75a-5391-4a10-af02-07b3f3223e79/e0d5c75a-5391-4a10-af02-07b3f3223e79.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.661018] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2401b263-4c2d-4ee5-89fc-98588d098aae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.677064] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "refresh_cache-ec7d959a-0589-40f1-94e9-be4d09da5f1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.677211] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "refresh_cache-ec7d959a-0589-40f1-94e9-be4d09da5f1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.677367] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.685816] env[69195]: DEBUG oslo_vmware.api [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504107, 'name': PowerOnVM_Task, 'duration_secs': 0.465659} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.687515] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.687723] env[69195]: DEBUG nova.compute.manager [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.688074] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 753.688074] env[69195]: value = "task-3504108" [ 753.688074] env[69195]: _type = "Task" [ 753.688074] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.689302] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b098c-5157-4198-a913-02659f2b9659 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.704431] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.840038] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504105, 'name': CreateVM_Task, 'duration_secs': 0.724853} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.840301] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.841059] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.841283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.841644] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.841943] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5945b3-d503-4678-b2da-46b65ac913b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.847138] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 753.847138] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522ce6a3-0577-b1ab-fad8-f48db7e4c89c" [ 753.847138] env[69195]: _type = "Task" [ 753.847138] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.856941] env[69195]: DEBUG nova.compute.utils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.860800] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522ce6a3-0577-b1ab-fad8-f48db7e4c89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.861470] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.861671] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.903470] env[69195]: DEBUG nova.policy [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7b8e9ec437a4ef69bbb38ca9fe72e7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7037bb6d16d34732958c05ca570ce448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.045185] env[69195]: DEBUG oslo_concurrency.lockutils [req-16356ee7-ba04-405d-87bc-09c35028fbbe req-d3eca050-92a4-4c96-a0e4-d44e232b5371 service nova] Releasing lock "refresh_cache-4e36d628-5f9b-46ff-aafc-8768db9cf0dc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.212459] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.215047] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.220187] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.331275] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Successfully created port: 93e2a233-96f8-4ae7-8a36-d1f5f72b2afd {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.358254] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522ce6a3-0577-b1ab-fad8-f48db7e4c89c, 'name': SearchDatastore_Task, 'duration_secs': 0.015391} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.361337] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.361729] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.361834] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.361977] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.362173] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.362918] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.365519] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a55c55a2-9d4a-44e9-8e3a-d23d9f965829 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.375969] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.376074] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.377648] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113c5fc2-f124-4561-a71f-77feae56b2c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.382840] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9f0f85-3e0e-48ae-aa49-56703b2030b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.395126] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 754.395126] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e648d6-ba83-bde5-f80c-011495d8bc9e" [ 754.395126] env[69195]: _type = "Task" [ 754.395126] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.395126] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e4fb54-18b4-470f-ad37-6e65ab56d7c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.406689] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e648d6-ba83-bde5-f80c-011495d8bc9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.436404] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Updating instance_info_cache with network_info: [{"id": "46c8c40a-5348-492e-8a92-0a14ba88772e", "address": "fa:16:3e:15:07:ae", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c8c40a-53", "ovs_interfaceid": "46c8c40a-5348-492e-8a92-0a14ba88772e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.437569] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6723b284-8513-440a-b586-2192394d6665 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.446694] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3854df9-58e8-4394-ab24-5a18fa5bccd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.448610] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "refresh_cache-ec7d959a-0589-40f1-94e9-be4d09da5f1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.448897] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Instance network_info: |[{"id": "46c8c40a-5348-492e-8a92-0a14ba88772e", "address": "fa:16:3e:15:07:ae", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c8c40a-53", "ovs_interfaceid": "46c8c40a-5348-492e-8a92-0a14ba88772e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.451746] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:07:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46c8c40a-5348-492e-8a92-0a14ba88772e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.459470] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Creating folder: Project (7037bb6d16d34732958c05ca570ce448). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.460732] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f666de4-0a03-4fd2-b646-628ba8136e69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.468887] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 754.468887] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a91a6d-34f9-53c2-29de-1b6833922596" [ 754.468887] env[69195]: _type = "Task" [ 754.468887] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.468887] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff8fe39-cb8b-4665-8d3f-ab219ab3ceae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.479053] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Created folder: Project (7037bb6d16d34732958c05ca570ce448) in parent group-v700121. [ 754.479053] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Creating folder: Instances. Parent ref: group-v700221. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.479053] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9acdf4c-f4ce-46ea-9dc3-2a5964a32d74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.493462] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a91a6d-34f9-53c2-29de-1b6833922596, 'name': SearchDatastore_Task, 'duration_secs': 0.016304} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.494405] env[69195]: DEBUG nova.compute.provider_tree [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.498722] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.498722] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4e36d628-5f9b-46ff-aafc-8768db9cf0dc/4e36d628-5f9b-46ff-aafc-8768db9cf0dc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.498722] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ee849e-08d6-4119-964e-650a42234547 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.503654] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Created folder: Instances in parent group-v700221. [ 754.504087] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.505225] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.505522] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 754.505522] env[69195]: value = "task-3504111" [ 754.505522] env[69195]: _type = "Task" [ 754.505522] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.505698] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b112920a-ce57-42c0-a827-b4b383d43604 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.532091] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.533637] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.533637] env[69195]: value = "task-3504112" [ 754.533637] env[69195]: _type = "Task" [ 754.533637] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.542083] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504112, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.587496] env[69195]: DEBUG nova.network.neutron [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Updated VIF entry in instance network info cache for port 5291e09e-156b-45f6-aa8e-58d389b476cd. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.587682] env[69195]: DEBUG nova.network.neutron [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Updating instance_info_cache with network_info: [{"id": "5291e09e-156b-45f6-aa8e-58d389b476cd", "address": "fa:16:3e:34:7b:c5", "network": {"id": "83c059ae-f32f-41e9-8467-77b723b193a7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-468198927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a639f39207fc4d4ba1e20f891416da83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5291e09e-15", "ovs_interfaceid": "5291e09e-156b-45f6-aa8e-58d389b476cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.708028] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504108, 'name': ReconfigVM_Task, 'duration_secs': 0.852456} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.708028] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e0d5c75a-5391-4a10-af02-07b3f3223e79/e0d5c75a-5391-4a10-af02-07b3f3223e79.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.708028] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-075a55f7-be56-435e-91bd-cdc8f396af95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.713612] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 754.713612] env[69195]: value = "task-3504113" [ 754.713612] env[69195]: _type = "Task" [ 754.713612] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.727479] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504113, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.998327] env[69195]: DEBUG nova.scheduler.client.report [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.033365] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504111, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.044475] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504112, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.095026] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Releasing lock "refresh_cache-c8c633c1-47dc-4ea5-9909-cd784a0b6d26" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.095026] env[69195]: DEBUG nova.compute.manager [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Received event network-vif-plugged-46c8c40a-5348-492e-8a92-0a14ba88772e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.095294] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Acquiring lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.095519] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.095838] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.095838] env[69195]: DEBUG nova.compute.manager [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] No waiting events found dispatching network-vif-plugged-46c8c40a-5348-492e-8a92-0a14ba88772e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.096085] env[69195]: WARNING nova.compute.manager [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Received unexpected event network-vif-plugged-46c8c40a-5348-492e-8a92-0a14ba88772e for instance with vm_state building and task_state spawning. [ 755.096297] env[69195]: DEBUG nova.compute.manager [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Received event network-changed-46c8c40a-5348-492e-8a92-0a14ba88772e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.096449] env[69195]: DEBUG nova.compute.manager [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Refreshing instance network info cache due to event network-changed-46c8c40a-5348-492e-8a92-0a14ba88772e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.096697] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Acquiring lock "refresh_cache-ec7d959a-0589-40f1-94e9-be4d09da5f1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.096930] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Acquired lock "refresh_cache-ec7d959a-0589-40f1-94e9-be4d09da5f1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.097077] env[69195]: DEBUG nova.network.neutron [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Refreshing network info cache for port 46c8c40a-5348-492e-8a92-0a14ba88772e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.126257] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "9a8894fc-2623-4760-be9b-8884b50781eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.126512] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "9a8894fc-2623-4760-be9b-8884b50781eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.126715] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "9a8894fc-2623-4760-be9b-8884b50781eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.126893] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "9a8894fc-2623-4760-be9b-8884b50781eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.127129] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "9a8894fc-2623-4760-be9b-8884b50781eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.129666] env[69195]: INFO nova.compute.manager [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Terminating instance [ 755.224977] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504113, 'name': Rename_Task, 'duration_secs': 0.192847} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.225330] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.225593] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b060470c-87f2-4504-b652-b899afebd71f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.232035] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 755.232035] env[69195]: value = "task-3504114" [ 755.232035] env[69195]: _type = "Task" [ 755.232035] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.239338] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.375373] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.395552] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.395812] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.395970] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.396169] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.396316] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.396460] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.396669] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.396827] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.396989] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.397189] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.397377] env[69195]: DEBUG nova.virt.hardware [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.398249] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec39fa2-2423-4d59-9c8d-35f6134ba6b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.406852] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f889c8cf-b710-4072-8dcb-e37a728151a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.504243] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.508590] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.820s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.509384] env[69195]: INFO nova.compute.claims [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.525721] env[69195]: INFO nova.scheduler.client.report [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Deleted allocations for instance 8ed222f5-08f0-4575-a173-3f53f710fd1f [ 755.534592] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596856} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.537634] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4e36d628-5f9b-46ff-aafc-8768db9cf0dc/4e36d628-5f9b-46ff-aafc-8768db9cf0dc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.537865] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.538144] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3857a9cf-9dab-413d-9871-4bc0d60491ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.547336] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504112, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.548668] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 755.548668] env[69195]: value = "task-3504115" [ 755.548668] env[69195]: _type = "Task" [ 755.548668] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.556256] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.633561] env[69195]: DEBUG nova.compute.manager [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.633812] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.635066] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57dc81-5b8e-4f74-b5e1-4f3d8a894548 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.643538] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.643788] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d421fef-51db-4da2-b951-79c10b8ad9c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.650209] env[69195]: DEBUG oslo_vmware.api [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 755.650209] env[69195]: value = "task-3504116" [ 755.650209] env[69195]: _type = "Task" [ 755.650209] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.659019] env[69195]: DEBUG oslo_vmware.api [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.743057] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.857379] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.857663] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.921014] env[69195]: DEBUG nova.network.neutron [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Updated VIF entry in instance network info cache for port 46c8c40a-5348-492e-8a92-0a14ba88772e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.921471] env[69195]: DEBUG nova.network.neutron [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Updating instance_info_cache with network_info: [{"id": "46c8c40a-5348-492e-8a92-0a14ba88772e", "address": "fa:16:3e:15:07:ae", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c8c40a-53", "ovs_interfaceid": "46c8c40a-5348-492e-8a92-0a14ba88772e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.042084] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd92291b-ffb9-4b34-975f-15ad95796c17 tempest-AttachInterfacesV270Test-753387423 tempest-AttachInterfacesV270Test-753387423-project-member] Lock "8ed222f5-08f0-4575-a173-3f53f710fd1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.722s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.049182] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504112, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.058318] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067673} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.059514] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.060518] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e36197-b304-4972-a752-8a89937a8c58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.088276] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4e36d628-5f9b-46ff-aafc-8768db9cf0dc/4e36d628-5f9b-46ff-aafc-8768db9cf0dc.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.088276] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aefe1b9-843e-4946-aca6-66b95d1ac97d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.113071] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 756.113071] env[69195]: value = "task-3504117" [ 756.113071] env[69195]: _type = "Task" [ 756.113071] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.124021] env[69195]: DEBUG nova.compute.manager [req-536caece-df4f-4cfe-81d3-397238394ed4 req-87e6d81c-5e7a-4747-bda5-7d8217d5db8c service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Received event network-vif-plugged-93e2a233-96f8-4ae7-8a36-d1f5f72b2afd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.124021] env[69195]: DEBUG oslo_concurrency.lockutils [req-536caece-df4f-4cfe-81d3-397238394ed4 req-87e6d81c-5e7a-4747-bda5-7d8217d5db8c service nova] Acquiring lock "7815b057-b31b-482b-8bd3-ee77c04719ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.124021] env[69195]: DEBUG oslo_concurrency.lockutils [req-536caece-df4f-4cfe-81d3-397238394ed4 req-87e6d81c-5e7a-4747-bda5-7d8217d5db8c service nova] Lock "7815b057-b31b-482b-8bd3-ee77c04719ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.124021] env[69195]: DEBUG oslo_concurrency.lockutils [req-536caece-df4f-4cfe-81d3-397238394ed4 req-87e6d81c-5e7a-4747-bda5-7d8217d5db8c service nova] Lock "7815b057-b31b-482b-8bd3-ee77c04719ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.124021] env[69195]: DEBUG nova.compute.manager [req-536caece-df4f-4cfe-81d3-397238394ed4 req-87e6d81c-5e7a-4747-bda5-7d8217d5db8c service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] No waiting events found dispatching network-vif-plugged-93e2a233-96f8-4ae7-8a36-d1f5f72b2afd {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.124486] env[69195]: WARNING nova.compute.manager [req-536caece-df4f-4cfe-81d3-397238394ed4 req-87e6d81c-5e7a-4747-bda5-7d8217d5db8c service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Received unexpected event network-vif-plugged-93e2a233-96f8-4ae7-8a36-d1f5f72b2afd for instance with vm_state building and task_state spawning. [ 756.127220] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.161950] env[69195]: DEBUG oslo_vmware.api [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504116, 'name': PowerOffVM_Task, 'duration_secs': 0.206677} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.162261] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.162486] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.162751] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4423ed-ed29-4422-a4ac-49d6e4f007a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.203240] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Successfully updated port: 93e2a233-96f8-4ae7-8a36-d1f5f72b2afd {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.244377] env[69195]: DEBUG oslo_vmware.api [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504114, 'name': PowerOnVM_Task, 'duration_secs': 0.789592} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.244680] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.244895] env[69195]: INFO nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Took 8.70 seconds to spawn the instance on the hypervisor. [ 756.245127] env[69195]: DEBUG nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.245927] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03609813-f6b7-4103-ab70-7cd1da8aabd1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.426203] env[69195]: DEBUG oslo_concurrency.lockutils [req-a8078a66-5e3d-4570-8e8f-7a7636b463be req-5546eb6e-7b21-4608-8621-62b174301d4e service nova] Releasing lock "refresh_cache-ec7d959a-0589-40f1-94e9-be4d09da5f1f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.545885] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504112, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.625666] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.709642] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "refresh_cache-7815b057-b31b-482b-8bd3-ee77c04719ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.709851] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "refresh_cache-7815b057-b31b-482b-8bd3-ee77c04719ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.709967] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.771769] env[69195]: INFO nova.compute.manager [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Took 56.31 seconds to build instance. [ 757.047770] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504112, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.084564] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f4692b-6894-44f7-9a6b-1f6af112a0f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.095853] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9402a0a-75be-4d98-9a95-458282b0e7ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.133753] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a171a-2380-4ac5-a3fd-0342ffdf7bf0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.141616] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504117, 'name': ReconfigVM_Task, 'duration_secs': 0.933868} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.143462] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4e36d628-5f9b-46ff-aafc-8768db9cf0dc/4e36d628-5f9b-46ff-aafc-8768db9cf0dc.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.144250] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d245f68e-3ece-41f9-a819-db6efce03335 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.147245] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c837b8-a56a-4368-82ac-ea88333bfc7b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.161268] env[69195]: DEBUG nova.compute.provider_tree [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.162910] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 757.162910] env[69195]: value = "task-3504119" [ 757.162910] env[69195]: _type = "Task" [ 757.162910] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.172082] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504119, 'name': Rename_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.251184] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.273674] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c5e4f34-b58f-47e7-8076-2ec88c9e5a60 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.523s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.439634] env[69195]: DEBUG nova.network.neutron [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Updating instance_info_cache with network_info: [{"id": "93e2a233-96f8-4ae7-8a36-d1f5f72b2afd", "address": "fa:16:3e:5a:2c:37", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2a233-96", "ovs_interfaceid": "93e2a233-96f8-4ae7-8a36-d1f5f72b2afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.499789] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.500038] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.500206] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleting the datastore file [datastore1] 9a8894fc-2623-4760-be9b-8884b50781eb {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.500476] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96bdcbed-8a9c-4dd5-8f18-3102530ef3ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.510415] env[69195]: DEBUG oslo_vmware.api [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 757.510415] env[69195]: value = "task-3504120" [ 757.510415] env[69195]: _type = "Task" [ 757.510415] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.520663] env[69195]: DEBUG oslo_vmware.api [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.546216] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504112, 'name': CreateVM_Task, 'duration_secs': 2.970376} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.546216] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.547075] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.547075] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.547428] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.547707] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4cb0e3f-cb8b-4048-88d6-57cdf955b73a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.555598] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 757.555598] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ce8ee4-45b5-8053-c15a-bc83aa428412" [ 757.555598] env[69195]: _type = "Task" [ 757.555598] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.565151] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ce8ee4-45b5-8053-c15a-bc83aa428412, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.568743] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.568743] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.568743] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.568743] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.569021] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.569021] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eb61e76-f222-4563-9cb2-01e86fc6e072 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.574936] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.574936] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.575459] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c684e674-ec6c-4366-8cd3-6803596a0ac7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.580942] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 757.580942] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5248c299-ed0e-1a18-7d9f-64d8bf7e4a27" [ 757.580942] env[69195]: _type = "Task" [ 757.580942] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.588836] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5248c299-ed0e-1a18-7d9f-64d8bf7e4a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.665071] env[69195]: DEBUG nova.scheduler.client.report [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.679634] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504119, 'name': Rename_Task, 'duration_secs': 0.16606} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.679766] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.679940] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0932be4b-1f75-42ab-9636-4011e404b243 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.685990] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 757.685990] env[69195]: value = "task-3504121" [ 757.685990] env[69195]: _type = "Task" [ 757.685990] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.693862] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.776860] env[69195]: DEBUG nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.943104] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "refresh_cache-7815b057-b31b-482b-8bd3-ee77c04719ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.943482] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Instance network_info: |[{"id": "93e2a233-96f8-4ae7-8a36-d1f5f72b2afd", "address": "fa:16:3e:5a:2c:37", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2a233-96", "ovs_interfaceid": "93e2a233-96f8-4ae7-8a36-d1f5f72b2afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.944014] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:2c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93e2a233-96f8-4ae7-8a36-d1f5f72b2afd', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.952102] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.952660] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.952922] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-178eb041-2667-48c4-81ad-8f281cdd35cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.973919] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.973919] env[69195]: value = "task-3504122" [ 757.973919] env[69195]: _type = "Task" [ 757.973919] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.985058] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504122, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.019607] env[69195]: DEBUG oslo_vmware.api [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144114} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.019992] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.020309] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.020575] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.020766] env[69195]: INFO nova.compute.manager [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Took 2.39 seconds to destroy the instance on the hypervisor. [ 758.021069] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.021221] env[69195]: DEBUG nova.compute.manager [-] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.021320] env[69195]: DEBUG nova.network.neutron [-] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.090798] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5248c299-ed0e-1a18-7d9f-64d8bf7e4a27, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.091619] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951bdeb3-22d8-455a-af8b-29acff820316 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.097383] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 758.097383] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522cb8d4-60cd-1add-033b-bd70134fefcd" [ 758.097383] env[69195]: _type = "Task" [ 758.097383] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.105107] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522cb8d4-60cd-1add-033b-bd70134fefcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.157372] env[69195]: DEBUG nova.compute.manager [req-d8131746-fa35-4858-9706-f11a01eb16f1 req-dbbc3134-effe-461e-a054-3dea64c9bee6 service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Received event network-changed-93e2a233-96f8-4ae7-8a36-d1f5f72b2afd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.157574] env[69195]: DEBUG nova.compute.manager [req-d8131746-fa35-4858-9706-f11a01eb16f1 req-dbbc3134-effe-461e-a054-3dea64c9bee6 service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Refreshing instance network info cache due to event network-changed-93e2a233-96f8-4ae7-8a36-d1f5f72b2afd. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.158079] env[69195]: DEBUG oslo_concurrency.lockutils [req-d8131746-fa35-4858-9706-f11a01eb16f1 req-dbbc3134-effe-461e-a054-3dea64c9bee6 service nova] Acquiring lock "refresh_cache-7815b057-b31b-482b-8bd3-ee77c04719ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.158079] env[69195]: DEBUG oslo_concurrency.lockutils [req-d8131746-fa35-4858-9706-f11a01eb16f1 req-dbbc3134-effe-461e-a054-3dea64c9bee6 service nova] Acquired lock "refresh_cache-7815b057-b31b-482b-8bd3-ee77c04719ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.158814] env[69195]: DEBUG nova.network.neutron [req-d8131746-fa35-4858-9706-f11a01eb16f1 req-dbbc3134-effe-461e-a054-3dea64c9bee6 service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Refreshing network info cache for port 93e2a233-96f8-4ae7-8a36-d1f5f72b2afd {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.172937] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.173270] env[69195]: DEBUG nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.176654] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.864s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.178067] env[69195]: DEBUG nova.objects.instance [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lazy-loading 'resources' on Instance uuid 3038b304-bcfa-40a6-abf6-c00e8fc2d661 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.198785] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.310744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.483397] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504122, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.607364] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522cb8d4-60cd-1add-033b-bd70134fefcd, 'name': SearchDatastore_Task, 'duration_secs': 0.024891} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.607716] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.607978] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] ec7d959a-0589-40f1-94e9-be4d09da5f1f/ec7d959a-0589-40f1-94e9-be4d09da5f1f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.608426] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e677da88-fbae-4006-921c-3a93530ec041 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.617141] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 758.617141] env[69195]: value = "task-3504123" [ 758.617141] env[69195]: _type = "Task" [ 758.617141] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.627390] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.682488] env[69195]: DEBUG nova.compute.utils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.689470] env[69195]: DEBUG nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.689470] env[69195]: DEBUG nova.network.neutron [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.701204] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.785265] env[69195]: DEBUG nova.policy [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be22d8c5b06544daad59d63b0a5ac086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80049afcf8084912971b453f25b90d55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.794543] env[69195]: DEBUG nova.network.neutron [-] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.857789] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.858221] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.989097] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504122, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.129210] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504123, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.187191] env[69195]: DEBUG nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.202200] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504121, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.289108] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef3dc2-0035-4d4c-b449-463be434a323 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.297180] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc79eb98-db19-4da9-95db-84a319225e16 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.300720] env[69195]: INFO nova.compute.manager [-] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Took 1.28 seconds to deallocate network for instance. [ 759.331769] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353dac1a-5f4f-463a-8c7a-a4833ec40e20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.340560] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08159ea2-4962-4b2c-8f42-9fcbbdd9abb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.357765] env[69195]: DEBUG nova.compute.provider_tree [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.365747] env[69195]: DEBUG nova.compute.utils [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.367530] env[69195]: DEBUG nova.network.neutron [req-d8131746-fa35-4858-9706-f11a01eb16f1 req-dbbc3134-effe-461e-a054-3dea64c9bee6 service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Updated VIF entry in instance network info cache for port 93e2a233-96f8-4ae7-8a36-d1f5f72b2afd. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.367832] env[69195]: DEBUG nova.network.neutron [req-d8131746-fa35-4858-9706-f11a01eb16f1 req-dbbc3134-effe-461e-a054-3dea64c9bee6 service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Updating instance_info_cache with network_info: [{"id": "93e2a233-96f8-4ae7-8a36-d1f5f72b2afd", "address": "fa:16:3e:5a:2c:37", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93e2a233-96", "ovs_interfaceid": "93e2a233-96f8-4ae7-8a36-d1f5f72b2afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.486797] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504122, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.552577] env[69195]: DEBUG nova.network.neutron [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Successfully created port: 2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.630676] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542806} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.630987] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] ec7d959a-0589-40f1-94e9-be4d09da5f1f/ec7d959a-0589-40f1-94e9-be4d09da5f1f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.631269] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.631550] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-337491ca-7a4d-4a91-86c7-88ab9c1f64ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.639014] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 759.639014] env[69195]: value = "task-3504124" [ 759.639014] env[69195]: _type = "Task" [ 759.639014] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.650874] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.705535] env[69195]: DEBUG oslo_vmware.api [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504121, 'name': PowerOnVM_Task, 'duration_secs': 1.673833} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.705853] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.706245] env[69195]: INFO nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Took 9.63 seconds to spawn the instance on the hypervisor. [ 759.706456] env[69195]: DEBUG nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.707462] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85884a3-12ba-4fa2-ac02-2b534421e1b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.832135] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.861479] env[69195]: DEBUG nova.scheduler.client.report [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.870475] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.871139] env[69195]: DEBUG oslo_concurrency.lockutils [req-d8131746-fa35-4858-9706-f11a01eb16f1 req-dbbc3134-effe-461e-a054-3dea64c9bee6 service nova] Releasing lock "refresh_cache-7815b057-b31b-482b-8bd3-ee77c04719ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.986428] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504122, 'name': CreateVM_Task, 'duration_secs': 1.672423} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.986599] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.987667] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.987667] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.987889] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.988152] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1deb20a6-9f50-49db-a966-f7702f739863 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.993030] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 759.993030] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a5142f-9ca0-6e9d-9ca0-914563b0f705" [ 759.993030] env[69195]: _type = "Task" [ 759.993030] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.003031] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a5142f-9ca0-6e9d-9ca0-914563b0f705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.150957] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086638} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.151690] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.152610] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2978d6-2744-42d0-a44e-d57e253bada7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.178476] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ec7d959a-0589-40f1-94e9-be4d09da5f1f/ec7d959a-0589-40f1-94e9-be4d09da5f1f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.179031] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9004c21-1261-4b11-a5a6-fbc94fe4769e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.198936] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 760.198936] env[69195]: value = "task-3504125" [ 760.198936] env[69195]: _type = "Task" [ 760.198936] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.203033] env[69195]: DEBUG nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.210975] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.237244] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.237448] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.237607] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.237781] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.237924] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.238086] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.238311] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.238468] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.238637] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.238796] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.238967] env[69195]: DEBUG nova.virt.hardware [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.239852] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b839bb-49ec-49b9-84c4-9b898f7fcd99 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.242695] env[69195]: INFO nova.compute.manager [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Took 51.92 seconds to build instance. [ 760.248325] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa38b36f-a629-4f57-ac15-673d24b33ee8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.367992] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.370396] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.055s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.396068] env[69195]: INFO nova.scheduler.client.report [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Deleted allocations for instance 3038b304-bcfa-40a6-abf6-c00e8fc2d661 [ 760.505225] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a5142f-9ca0-6e9d-9ca0-914563b0f705, 'name': SearchDatastore_Task, 'duration_secs': 0.069166} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.506963] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.506963] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.506963] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.506963] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.507151] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.507151] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b34af6f-95e7-48c0-ae16-f6daf5ae1a00 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.522900] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.522900] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.522900] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059afbc3-ae3f-494f-8b1f-4da4f8c1aee9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.527451] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 760.527451] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c57245-6bf3-afb3-ff8b-eae49c71aa2e" [ 760.527451] env[69195]: _type = "Task" [ 760.527451] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.536636] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c57245-6bf3-afb3-ff8b-eae49c71aa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.546490] env[69195]: DEBUG nova.compute.manager [req-45f4b065-2736-406c-968b-27cfc8b1a20e req-14e8db88-feea-48fb-ba9d-eef11709eec9 service nova] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Received event network-vif-deleted-4f51031c-714f-412b-b364-6d4a1bafe96a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.709490] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.746472] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a95695da-28f2-43f3-8c85-2c952326164d tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.643s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.906515] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb89b8ca-83f9-4834-a56a-2c0c06dd92df tempest-DeleteServersAdminTestJSON-1786579670 tempest-DeleteServersAdminTestJSON-1786579670-project-member] Lock "3038b304-bcfa-40a6-abf6-c00e8fc2d661" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.147s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.976020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.976312] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.976550] env[69195]: INFO nova.compute.manager [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Attaching volume 41b432cb-2718-4a3d-8d15-cbc9735ecbd7 to /dev/sdb [ 761.030289] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3111a4d9-af9b-43ff-b347-85d9babe4fde {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.045355] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Acquiring lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.045659] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.052229] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c57245-6bf3-afb3-ff8b-eae49c71aa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.040245} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.053176] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffb3552-a6aa-4116-b87c-baf3d39d4fd9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.057743] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c9ef4f-a977-41e7-bef5-02e5fe96967a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.067380] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 761.067380] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525dbd64-2560-cd8f-6224-99a5e53adf4f" [ 761.067380] env[69195]: _type = "Task" [ 761.067380] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.076069] env[69195]: DEBUG nova.virt.block_device [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Updating existing volume attachment record: f54452a1-ebd7-4b20-9530-18afd02d12b7 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 761.083188] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525dbd64-2560-cd8f-6224-99a5e53adf4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.163790] env[69195]: DEBUG nova.network.neutron [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Successfully updated port: 2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.210390] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.252268] env[69195]: DEBUG nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.482129] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455c6956-6d7f-46c5-9a50-9e757ace9883 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.489571] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db26dbc-3305-4e0c-adf7-7d108be71ed5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.522159] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aaaf90-1cb2-4455-a834-46b5d0151676 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.529793] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f91cde8-a808-40c1-899e-9809c8658c7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.543428] env[69195]: DEBUG nova.compute.provider_tree [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.553897] env[69195]: DEBUG nova.compute.utils [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.577453] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525dbd64-2560-cd8f-6224-99a5e53adf4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014742} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.577965] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.578193] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 7815b057-b31b-482b-8bd3-ee77c04719ac/7815b057-b31b-482b-8bd3-ee77c04719ac.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.578339] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb0aac51-8538-484a-95bb-981bcb7cd2df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.584888] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 761.584888] env[69195]: value = "task-3504130" [ 761.584888] env[69195]: _type = "Task" [ 761.584888] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.592644] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.675337] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.675617] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.676258] env[69195]: DEBUG nova.network.neutron [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.710477] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.781176] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.882939] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquiring lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.883371] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.883495] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquiring lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.883695] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.883860] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.889841] env[69195]: INFO nova.compute.manager [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Terminating instance [ 762.051257] env[69195]: DEBUG nova.scheduler.client.report [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.058266] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.098051] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.217433] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504125, 'name': ReconfigVM_Task, 'duration_secs': 1.870157} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.218514] env[69195]: DEBUG nova.network.neutron [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.220956] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ec7d959a-0589-40f1-94e9-be4d09da5f1f/ec7d959a-0589-40f1-94e9-be4d09da5f1f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.221459] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2956e535-e602-4183-897a-434772241de5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.233524] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 762.233524] env[69195]: value = "task-3504131" [ 762.233524] env[69195]: _type = "Task" [ 762.233524] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.246900] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504131, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.393657] env[69195]: DEBUG nova.compute.manager [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.393901] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.394843] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a67cc4-5878-4875-b59e-c2e3e7cb1369 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.405540] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.407893] env[69195]: DEBUG nova.network.neutron [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.409206] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-021d6d9d-fd3f-4dc9-bb09-785684b89f71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.419727] env[69195]: DEBUG oslo_vmware.api [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 762.419727] env[69195]: value = "task-3504132" [ 762.419727] env[69195]: _type = "Task" [ 762.419727] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.433512] env[69195]: DEBUG oslo_vmware.api [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.597676] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851426} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.598168] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 7815b057-b31b-482b-8bd3-ee77c04719ac/7815b057-b31b-482b-8bd3-ee77c04719ac.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.598516] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.598836] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff16e2f9-cf58-4ca5-82b7-ecca3e6cf8eb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.608052] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 762.608052] env[69195]: value = "task-3504133" [ 762.608052] env[69195]: _type = "Task" [ 762.608052] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.618922] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.743486] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504131, 'name': Rename_Task, 'duration_secs': 0.262524} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.743486] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.743486] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0bfb201-2192-4b23-a5fb-efbb29bb9372 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.749780] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 762.749780] env[69195]: value = "task-3504134" [ 762.749780] env[69195]: _type = "Task" [ 762.749780] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.758693] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.912386] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.912737] env[69195]: DEBUG nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Instance network_info: |[{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.913187] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:0e:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e046c9c-255e-4d82-ba0e-c835d85ea94e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.921438] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Creating folder: Project (80049afcf8084912971b453f25b90d55). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.921800] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcb60257-7a86-4e25-9b4a-b1741afaffd7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.932449] env[69195]: DEBUG oslo_vmware.api [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504132, 'name': PowerOffVM_Task, 'duration_secs': 0.214948} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.932703] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.932870] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.933118] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26200005-8177-4433-a71a-bf01067130b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.936707] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Created folder: Project (80049afcf8084912971b453f25b90d55) in parent group-v700121. [ 762.936890] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Creating folder: Instances. Parent ref: group-v700227. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.937463] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-250c6e33-92e7-49c3-bf7f-dcc74332f401 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.947982] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Created folder: Instances in parent group-v700227. [ 762.948245] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.948436] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.948627] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a8f8f9d-e70d-4015-9dc7-486910347aaa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.969881] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.969881] env[69195]: value = "task-3504138" [ 762.969881] env[69195]: _type = "Task" [ 762.969881] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.977965] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504138, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.998177] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.998489] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.998803] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Deleting the datastore file [datastore1] 4e36d628-5f9b-46ff-aafc-8768db9cf0dc {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.998959] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b587ed-c40f-4dab-8c8e-05897c5568c3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.005929] env[69195]: DEBUG oslo_vmware.api [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for the task: (returnval){ [ 763.005929] env[69195]: value = "task-3504139" [ 763.005929] env[69195]: _type = "Task" [ 763.005929] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.014391] env[69195]: DEBUG oslo_vmware.api [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.023501] env[69195]: DEBUG nova.compute.manager [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Received event network-vif-plugged-2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.023685] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] Acquiring lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.023950] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.024466] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.024708] env[69195]: DEBUG nova.compute.manager [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] No waiting events found dispatching network-vif-plugged-2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.024986] env[69195]: WARNING nova.compute.manager [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Received unexpected event network-vif-plugged-2e046c9c-255e-4d82-ba0e-c835d85ea94e for instance with vm_state building and task_state spawning. [ 763.025276] env[69195]: DEBUG nova.compute.manager [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Received event network-changed-2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.025554] env[69195]: DEBUG nova.compute.manager [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Refreshing instance network info cache due to event network-changed-2e046c9c-255e-4d82-ba0e-c835d85ea94e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.025862] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] Acquiring lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.026116] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] Acquired lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.026396] env[69195]: DEBUG nova.network.neutron [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Refreshing network info cache for port 2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.065007] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.694s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.068150] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.087s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.069761] env[69195]: INFO nova.compute.claims [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.123072] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069928} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.123534] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.124335] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6410b-b360-4bff-a35b-a286db96eb87 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.149225] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 7815b057-b31b-482b-8bd3-ee77c04719ac/7815b057-b31b-482b-8bd3-ee77c04719ac.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.150978] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b8ed2d-fdae-4081-8989-e8bb40bcdcb7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.174974] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "908abdad-314c-4188-8335-2b8e6550e2a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.175264] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.182645] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 763.182645] env[69195]: value = "task-3504140" [ 763.182645] env[69195]: _type = "Task" [ 763.182645] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.191515] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.194238] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Acquiring lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.194463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.194855] env[69195]: INFO nova.compute.manager [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Attaching volume 2eba468d-2dcf-4918-b046-84370807d22d to /dev/sdb [ 763.243457] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfbb0fd-e273-4fc4-8786-52509ba43198 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.255195] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f146d371-948e-44a7-805f-cdb9277adac1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.263987] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.270635] env[69195]: DEBUG nova.virt.block_device [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Updating existing volume attachment record: 4fafc486-fe5c-4c11-b232-95400209288e {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 763.479776] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504138, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.516468] env[69195]: DEBUG oslo_vmware.api [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Task: {'id': task-3504139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209843} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.516827] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.517063] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.517328] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.517548] env[69195]: INFO nova.compute.manager [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 763.517885] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.518224] env[69195]: DEBUG nova.compute.manager [-] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.518422] env[69195]: DEBUG nova.network.neutron [-] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.647434] env[69195]: INFO nova.scheduler.client.report [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Deleted allocation for migration 3e1bc0fb-ae95-4fa9-abc1-6176fe549ee7 [ 763.695902] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.764659] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504134, 'name': PowerOnVM_Task, 'duration_secs': 0.527697} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.764958] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.765192] env[69195]: INFO nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Took 11.06 seconds to spawn the instance on the hypervisor. [ 763.766075] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.766159] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5dfb8c-8d27-491c-a2f1-f24f6313fa5d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.955967] env[69195]: DEBUG nova.network.neutron [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updated VIF entry in instance network info cache for port 2e046c9c-255e-4d82-ba0e-c835d85ea94e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.956349] env[69195]: DEBUG nova.network.neutron [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.983611] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504138, 'name': CreateVM_Task, 'duration_secs': 0.669279} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.983871] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.984724] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.984890] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.985280] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.985868] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d73c7926-e3e4-4931-83df-04715f466c17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.990898] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 763.990898] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52adefeb-7d77-8205-af98-a01fe41f0ec5" [ 763.990898] env[69195]: _type = "Task" [ 763.990898] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.999446] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52adefeb-7d77-8205-af98-a01fe41f0ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.166892] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f4774c-f38d-4b6c-a254-87075992b022 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.789s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.203277] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504140, 'name': ReconfigVM_Task, 'duration_secs': 0.654467} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.206164] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 7815b057-b31b-482b-8bd3-ee77c04719ac/7815b057-b31b-482b-8bd3-ee77c04719ac.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.207118] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a243af95-fec3-424b-9352-ae1a2a270a13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.218216] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 764.218216] env[69195]: value = "task-3504145" [ 764.218216] env[69195]: _type = "Task" [ 764.218216] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.228118] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504145, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.288738] env[69195]: INFO nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Took 50.06 seconds to build instance. [ 764.460676] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd569d77-a5a0-4160-b05d-b33ff9174822 req-86a519e8-f4d4-4839-bc87-b008d07d6099 service nova] Releasing lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.504456] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52adefeb-7d77-8205-af98-a01fe41f0ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.012926} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.504767] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.505010] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.505259] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.505409] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.505623] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.505927] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ed6a46-e2e6-4fd5-88a8-04fdf323a221 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.520443] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.521059] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.521397] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ce25b3-97ad-4332-89f1-5ea741e15350 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.524032] env[69195]: DEBUG nova.network.neutron [-] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.528564] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 764.528564] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5278339c-19c3-cc52-ec78-fa3a16200041" [ 764.528564] env[69195]: _type = "Task" [ 764.528564] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.548955] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5278339c-19c3-cc52-ec78-fa3a16200041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.598566] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61881653-49c4-4aad-be7b-b081b3506c7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.606357] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4687d48-1ef8-43ec-94fc-59f77e37cf95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.641127] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72941b0-8c89-47cb-b445-33a37e091c0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.648915] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d311aeac-b731-4fdb-b8ed-f0bd0fa0487e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.662236] env[69195]: DEBUG nova.compute.provider_tree [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.726038] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504145, 'name': Rename_Task, 'duration_secs': 0.142649} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.726038] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.726269] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c49e7b1-f265-4b72-80a9-681d09d89c28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.733756] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 764.733756] env[69195]: value = "task-3504146" [ 764.733756] env[69195]: _type = "Task" [ 764.733756] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.742189] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.789972] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.468s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.028619] env[69195]: INFO nova.compute.manager [-] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Took 1.51 seconds to deallocate network for instance. [ 765.043721] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5278339c-19c3-cc52-ec78-fa3a16200041, 'name': SearchDatastore_Task, 'duration_secs': 0.021893} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.046061] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160b7636-b2de-4f7f-ab9f-fa4e15ac3fb3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.052139] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 765.052139] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52117174-c393-2996-fbce-4c54b7b4457e" [ 765.052139] env[69195]: _type = "Task" [ 765.052139] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.061966] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52117174-c393-2996-fbce-4c54b7b4457e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.064218] env[69195]: DEBUG nova.compute.manager [req-7009263f-04d0-4213-b427-bce310feffbe req-f080a4c8-249c-439a-bf4c-1f18569a495f service nova] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Received event network-vif-deleted-0ae028be-515e-41ed-98f5-8ad0f03ea8fd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.170107] env[69195]: DEBUG nova.scheduler.client.report [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.246648] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504146, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.292962] env[69195]: DEBUG nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.545441] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.563391] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52117174-c393-2996-fbce-4c54b7b4457e, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.563834] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.563892] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 0b64c1a2-e44d-4cc0-b842-155f31549f41/0b64c1a2-e44d-4cc0-b842-155f31549f41.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.564529] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e32958d-3183-4e5c-bc88-b5d6deafee4a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.571051] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 765.571051] env[69195]: value = "task-3504148" [ 765.571051] env[69195]: _type = "Task" [ 765.571051] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.578770] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.679999] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 765.680503] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700226', 'volume_id': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'name': 'volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0d5c75a-5391-4a10-af02-07b3f3223e79', 'attached_at': '', 'detached_at': '', 'volume_id': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'serial': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 765.681663] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.682520] env[69195]: DEBUG nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.687642] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8cdb34-a7b3-4e53-8040-bde59a624c5f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.692507] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.943s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.692829] env[69195]: DEBUG nova.objects.instance [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lazy-loading 'resources' on Instance uuid 4c225cf9-7bf1-4e65-b0a3-866faaae9203 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.722042] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2fbd4b-4f19-442d-90e9-8d81ebb261b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.753997] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7/volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.761026] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6794c93d-b79c-4768-8beb-fbb85a62f323 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.778497] env[69195]: DEBUG oslo_vmware.api [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504146, 'name': PowerOnVM_Task, 'duration_secs': 0.539753} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.779995] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.780237] env[69195]: INFO nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Took 10.40 seconds to spawn the instance on the hypervisor. [ 765.780433] env[69195]: DEBUG nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.780813] env[69195]: DEBUG oslo_vmware.api [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 765.780813] env[69195]: value = "task-3504149" [ 765.780813] env[69195]: _type = "Task" [ 765.780813] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.781630] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53674386-a5c9-493b-9de2-7e7e45f601d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.802727] env[69195]: DEBUG oslo_vmware.api [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.823077] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.082451] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504148, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.194862] env[69195]: DEBUG nova.compute.utils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.196653] env[69195]: DEBUG nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.197599] env[69195]: DEBUG nova.network.neutron [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.256648] env[69195]: DEBUG nova.policy [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5379ac5b301f4da3aa03061278126f77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '688bb9804fba4a5fafff65d2fbab389d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.297793] env[69195]: DEBUG oslo_vmware.api [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.302965] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "dc3ae514-ef07-4420-9382-41f3893f28fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.303354] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.311639] env[69195]: INFO nova.compute.manager [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Took 48.41 seconds to build instance. [ 766.404690] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.404935] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.405239] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.405305] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.405437] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.408291] env[69195]: INFO nova.compute.manager [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Terminating instance [ 766.584756] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562448} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.585053] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 0b64c1a2-e44d-4cc0-b842-155f31549f41/0b64c1a2-e44d-4cc0-b842-155f31549f41.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.585295] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.585565] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96851f26-64c5-4325-bee3-8586e6d4ba38 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.594690] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 766.594690] env[69195]: value = "task-3504150" [ 766.594690] env[69195]: _type = "Task" [ 766.594690] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.617309] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.703587] env[69195]: DEBUG nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.754496] env[69195]: DEBUG nova.network.neutron [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Successfully created port: 9813b627-5305-48d5-ad01-3586025b03d8 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.763672] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd4ab4a-4c6c-45aa-a760-6695a694dc5f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.772882] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3ac9f7-612b-4719-bf61-efd97b369db3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.811405] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97799d81-976b-4ade-b48c-f39fa15f56a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.813995] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0bff398a-6df1-4c7e-acf6-c9f053b4fc9e tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7815b057-b31b-482b-8bd3-ee77c04719ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.446s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.823025] env[69195]: DEBUG oslo_vmware.api [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504149, 'name': ReconfigVM_Task, 'duration_secs': 0.840302} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.825373] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Reconfigured VM instance instance-00000021 to attach disk [datastore2] volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7/volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.830921] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb0503a-dd7e-44f9-bc54-f60559f013a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.842332] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2544214c-69d1-4b24-af89-d0d295ef7f39 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.857600] env[69195]: DEBUG nova.compute.provider_tree [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.861069] env[69195]: DEBUG oslo_vmware.api [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 766.861069] env[69195]: value = "task-3504151" [ 766.861069] env[69195]: _type = "Task" [ 766.861069] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.868750] env[69195]: DEBUG oslo_vmware.api [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.911665] env[69195]: DEBUG nova.compute.manager [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.911851] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.912757] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5793b419-b66a-469b-8e18-596b525bd1d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.920089] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.920335] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-025b7447-8331-4e9b-882e-f3ce510b132a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.926348] env[69195]: DEBUG oslo_vmware.api [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 766.926348] env[69195]: value = "task-3504152" [ 766.926348] env[69195]: _type = "Task" [ 766.926348] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.934070] env[69195]: DEBUG oslo_vmware.api [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.085065] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.085348] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.111027] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119134} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.111027] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.111027] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3f9a42-05d1-47be-bc82-3135e6de66f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.132904] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 0b64c1a2-e44d-4cc0-b842-155f31549f41/0b64c1a2-e44d-4cc0-b842-155f31549f41.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.134653] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b482d27-2ed0-4afd-8a30-1d210f2b0058 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.163171] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 767.163171] env[69195]: value = "task-3504153" [ 767.163171] env[69195]: _type = "Task" [ 767.163171] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.174971] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.324240] env[69195]: DEBUG nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.362982] env[69195]: DEBUG nova.scheduler.client.report [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.377272] env[69195]: DEBUG oslo_vmware.api [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504151, 'name': ReconfigVM_Task, 'duration_secs': 0.209604} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.378145] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700226', 'volume_id': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'name': 'volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0d5c75a-5391-4a10-af02-07b3f3223e79', 'attached_at': '', 'detached_at': '', 'volume_id': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'serial': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 767.436224] env[69195]: DEBUG oslo_vmware.api [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504152, 'name': PowerOffVM_Task, 'duration_secs': 0.34456} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.436408] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.436582] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.436831] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b97c395-6351-41f3-9b06-1b2cfa01afdb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.533324] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.533562] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.533742] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Deleting the datastore file [datastore1] 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.534009] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05bb32a0-f498-47e5-86ac-405bfc42f8ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.540477] env[69195]: DEBUG oslo_vmware.api [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 767.540477] env[69195]: value = "task-3504155" [ 767.540477] env[69195]: _type = "Task" [ 767.540477] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.548780] env[69195]: DEBUG oslo_vmware.api [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.659932] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.660387] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.660764] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.661320] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.661677] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.665396] env[69195]: INFO nova.compute.manager [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Terminating instance [ 767.677928] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.713819] env[69195]: DEBUG nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.743133] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.743647] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.743647] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.743874] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.743915] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.744380] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.744380] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.744514] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.744727] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.745306] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.745306] env[69195]: DEBUG nova.virt.hardware [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.746119] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4100a4-5f1a-4d3f-bc1f-7df1b31a1a5a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.756411] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b3fc68-39a0-4f09-bb2d-aafb0443dde2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.826578] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 767.826823] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700232', 'volume_id': '2eba468d-2dcf-4918-b046-84370807d22d', 'name': 'volume-2eba468d-2dcf-4918-b046-84370807d22d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '2eba468d-2dcf-4918-b046-84370807d22d', 'serial': '2eba468d-2dcf-4918-b046-84370807d22d'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 767.827735] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca963a9c-8430-47e7-aeb1-96acecc95ff0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.847190] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c4c68d-7675-4832-aade-83c2a9d58ea5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.851509] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.867443] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "7815b057-b31b-482b-8bd3-ee77c04719ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.867772] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7815b057-b31b-482b-8bd3-ee77c04719ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.867998] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "7815b057-b31b-482b-8bd3-ee77c04719ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.868196] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7815b057-b31b-482b-8bd3-ee77c04719ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.868366] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7815b057-b31b-482b-8bd3-ee77c04719ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.879386] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] volume-2eba468d-2dcf-4918-b046-84370807d22d/volume-2eba468d-2dcf-4918-b046-84370807d22d.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.879942] env[69195]: INFO nova.compute.manager [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Terminating instance [ 767.881817] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.884286] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92efd776-04fe-4851-b616-caeaf32fb679 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.906082] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.845s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.907725] env[69195]: INFO nova.compute.claims [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.917580] env[69195]: DEBUG oslo_vmware.api [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Waiting for the task: (returnval){ [ 767.917580] env[69195]: value = "task-3504156" [ 767.917580] env[69195]: _type = "Task" [ 767.917580] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.928468] env[69195]: DEBUG oslo_vmware.api [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.929697] env[69195]: INFO nova.scheduler.client.report [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleted allocations for instance 4c225cf9-7bf1-4e65-b0a3-866faaae9203 [ 768.051741] env[69195]: DEBUG oslo_vmware.api [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469231} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.053090] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.053090] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.053090] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.053090] env[69195]: INFO nova.compute.manager [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 768.053090] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.053433] env[69195]: DEBUG nova.compute.manager [-] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.053433] env[69195]: DEBUG nova.network.neutron [-] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.174382] env[69195]: DEBUG nova.compute.manager [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.174731] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.176475] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4125cdbe-0626-4ba4-b9c4-56ca544b1b81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.187827] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504153, 'name': ReconfigVM_Task, 'duration_secs': 0.675808} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.191204] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 0b64c1a2-e44d-4cc0-b842-155f31549f41/0b64c1a2-e44d-4cc0-b842-155f31549f41.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.192206] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.192530] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7261847a-8bd5-492e-9037-a463218ffd8f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.197198] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50fef06-8317-4462-9122-f153f6bbf9d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.204378] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 768.204378] env[69195]: value = "task-3504157" [ 768.204378] env[69195]: _type = "Task" [ 768.204378] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.204934] env[69195]: DEBUG oslo_vmware.api [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 768.204934] env[69195]: value = "task-3504158" [ 768.204934] env[69195]: _type = "Task" [ 768.204934] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.219596] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504157, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.226019] env[69195]: DEBUG oslo_vmware.api [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.411601] env[69195]: DEBUG nova.compute.manager [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.411915] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.412764] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aa7b00-39b1-4ba4-80d5-11c69dcf2870 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.425268] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.425963] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-042f848f-3948-402b-bfdd-973867ac11ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.431529] env[69195]: DEBUG oslo_vmware.api [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.437898] env[69195]: DEBUG oslo_vmware.api [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 768.437898] env[69195]: value = "task-3504159" [ 768.437898] env[69195]: _type = "Task" [ 768.437898] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.443898] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7627d039-69e6-49eb-9f40-b47919e3ecce tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "4c225cf9-7bf1-4e65-b0a3-866faaae9203" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.292s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.448497] env[69195]: DEBUG oslo_vmware.api [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.457580] env[69195]: DEBUG nova.objects.instance [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lazy-loading 'flavor' on Instance uuid e0d5c75a-5391-4a10-af02-07b3f3223e79 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.604708] env[69195]: DEBUG nova.compute.manager [req-5f1b611a-1b33-4e98-8272-1d4f930c5480 req-e3d501f5-c9db-4581-bc2c-f44e736f449c service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Received event network-vif-plugged-9813b627-5305-48d5-ad01-3586025b03d8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.604937] env[69195]: DEBUG oslo_concurrency.lockutils [req-5f1b611a-1b33-4e98-8272-1d4f930c5480 req-e3d501f5-c9db-4581-bc2c-f44e736f449c service nova] Acquiring lock "a0db66d9-da08-4192-8748-1a43b1f870cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.605187] env[69195]: DEBUG oslo_concurrency.lockutils [req-5f1b611a-1b33-4e98-8272-1d4f930c5480 req-e3d501f5-c9db-4581-bc2c-f44e736f449c service nova] Lock "a0db66d9-da08-4192-8748-1a43b1f870cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.605381] env[69195]: DEBUG oslo_concurrency.lockutils [req-5f1b611a-1b33-4e98-8272-1d4f930c5480 req-e3d501f5-c9db-4581-bc2c-f44e736f449c service nova] Lock "a0db66d9-da08-4192-8748-1a43b1f870cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.605552] env[69195]: DEBUG nova.compute.manager [req-5f1b611a-1b33-4e98-8272-1d4f930c5480 req-e3d501f5-c9db-4581-bc2c-f44e736f449c service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] No waiting events found dispatching network-vif-plugged-9813b627-5305-48d5-ad01-3586025b03d8 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.605723] env[69195]: WARNING nova.compute.manager [req-5f1b611a-1b33-4e98-8272-1d4f930c5480 req-e3d501f5-c9db-4581-bc2c-f44e736f449c service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Received unexpected event network-vif-plugged-9813b627-5305-48d5-ad01-3586025b03d8 for instance with vm_state building and task_state spawning. [ 768.718550] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504157, 'name': Rename_Task, 'duration_secs': 0.177714} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.723030] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.723310] env[69195]: DEBUG oslo_vmware.api [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504158, 'name': PowerOffVM_Task, 'duration_secs': 0.240047} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.723512] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35edaecc-ed07-4046-895d-abce946c46c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.725140] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.725301] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.725524] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acc19adb-300a-4865-aaa6-b1a8de8b650e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.737161] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 768.737161] env[69195]: value = "task-3504160" [ 768.737161] env[69195]: _type = "Task" [ 768.737161] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.737161] env[69195]: DEBUG nova.network.neutron [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Successfully updated port: 9813b627-5305-48d5-ad01-3586025b03d8 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.749945] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.932412] env[69195]: DEBUG oslo_vmware.api [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504156, 'name': ReconfigVM_Task, 'duration_secs': 0.587636} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.932702] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Reconfigured VM instance instance-0000000e to attach disk [datastore2] volume-2eba468d-2dcf-4918-b046-84370807d22d/volume-2eba468d-2dcf-4918-b046-84370807d22d.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.938633] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1cb464-6e8d-49ad-9dec-2d966a5a066c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.964397] env[69195]: DEBUG oslo_vmware.api [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504159, 'name': PowerOffVM_Task, 'duration_secs': 0.189695} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.964764] env[69195]: DEBUG oslo_vmware.api [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Waiting for the task: (returnval){ [ 768.964764] env[69195]: value = "task-3504162" [ 768.964764] env[69195]: _type = "Task" [ 768.964764] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.965323] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f58dcd04-c476-4e99-ae22-f1f97a05cf04 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.989s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.969097] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.969354] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.970294] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e0d75c-3905-4173-b6d5-93834a1bc314 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.985855] env[69195]: DEBUG oslo_vmware.api [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.035392] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.035613] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.035781] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleting the datastore file [datastore2] 7815b057-b31b-482b-8bd3-ee77c04719ac {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.036111] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12d8cb1-9829-408f-b36d-b537cc8de116 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.046458] env[69195]: DEBUG oslo_vmware.api [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 769.046458] env[69195]: value = "task-3504164" [ 769.046458] env[69195]: _type = "Task" [ 769.046458] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.058331] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.058614] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.058821] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.059007] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.059179] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.060865] env[69195]: DEBUG oslo_vmware.api [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.061343] env[69195]: INFO nova.compute.manager [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Terminating instance [ 769.242895] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquiring lock "refresh_cache-a0db66d9-da08-4192-8748-1a43b1f870cd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.242895] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquired lock "refresh_cache-a0db66d9-da08-4192-8748-1a43b1f870cd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.242895] env[69195]: DEBUG nova.network.neutron [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.258336] env[69195]: DEBUG oslo_vmware.api [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504160, 'name': PowerOnVM_Task, 'duration_secs': 0.508431} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.258550] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.258764] env[69195]: INFO nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Took 9.06 seconds to spawn the instance on the hypervisor. [ 769.258947] env[69195]: DEBUG nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.259776] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fb6780-21a5-4ab1-96ff-562f6b5ea57a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.288537] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.288773] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.288960] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleting the datastore file [datastore1] ec7d959a-0589-40f1-94e9-be4d09da5f1f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.289230] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-877799c8-a670-40f6-a4dd-92910ce1ef2c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.291165] env[69195]: DEBUG nova.network.neutron [-] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.301807] env[69195]: DEBUG oslo_vmware.api [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 769.301807] env[69195]: value = "task-3504165" [ 769.301807] env[69195]: _type = "Task" [ 769.301807] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.316885] env[69195]: DEBUG oslo_vmware.api [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.482783] env[69195]: DEBUG oslo_vmware.api [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504162, 'name': ReconfigVM_Task, 'duration_secs': 0.162574} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.483179] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700232', 'volume_id': '2eba468d-2dcf-4918-b046-84370807d22d', 'name': 'volume-2eba468d-2dcf-4918-b046-84370807d22d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '2eba468d-2dcf-4918-b046-84370807d22d', 'serial': '2eba468d-2dcf-4918-b046-84370807d22d'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 769.533508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.533771] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.534031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "e0d5c75a-5391-4a10-af02-07b3f3223e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.534179] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.534364] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.538976] env[69195]: INFO nova.compute.manager [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Terminating instance [ 769.552618] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77b932c-c55f-4e5e-bf3b-29259ef83069 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.560723] env[69195]: DEBUG oslo_vmware.api [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343241} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.562433] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.562620] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.562799] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.562969] env[69195]: INFO nova.compute.manager [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 769.563221] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.563458] env[69195]: DEBUG nova.compute.manager [-] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.563562] env[69195]: DEBUG nova.network.neutron [-] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.565777] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72b7ff6-c0d9-4839-8aac-c20204641df7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.569297] env[69195]: DEBUG nova.compute.manager [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.569487] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.570501] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a314dd-f6a5-4e11-8167-7e9cde2a66f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.604374] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8555b723-c528-434e-846e-2d28728bd60c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.608115] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.608262] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae8d62c5-09e0-4317-bda7-c5873267263a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.615999] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17226be9-3502-4505-9077-093b94ae4a6c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.620206] env[69195]: DEBUG oslo_vmware.api [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 769.620206] env[69195]: value = "task-3504166" [ 769.620206] env[69195]: _type = "Task" [ 769.620206] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.637079] env[69195]: DEBUG nova.compute.provider_tree [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.643282] env[69195]: DEBUG oslo_vmware.api [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.796360] env[69195]: INFO nova.compute.manager [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Took 47.14 seconds to build instance. [ 769.804027] env[69195]: INFO nova.compute.manager [-] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Took 1.75 seconds to deallocate network for instance. [ 769.809159] env[69195]: DEBUG nova.network.neutron [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.818252] env[69195]: DEBUG oslo_vmware.api [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275983} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.818676] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.819446] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.819888] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.820202] env[69195]: INFO nova.compute.manager [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 769.820560] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.820944] env[69195]: DEBUG nova.compute.manager [-] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.821165] env[69195]: DEBUG nova.network.neutron [-] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.020475] env[69195]: DEBUG nova.network.neutron [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Updating instance_info_cache with network_info: [{"id": "9813b627-5305-48d5-ad01-3586025b03d8", "address": "fa:16:3e:63:ce:6a", "network": {"id": "8288d61e-efb6-46fd-a298-4a2cd19f565d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1309109094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "688bb9804fba4a5fafff65d2fbab389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9813b627-53", "ovs_interfaceid": "9813b627-5305-48d5-ad01-3586025b03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.042866] env[69195]: DEBUG nova.compute.manager [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.043128] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.043384] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c26a73db-bdde-4aff-99e1-d1f00dd80dd2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.052814] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 770.052814] env[69195]: value = "task-3504167" [ 770.052814] env[69195]: _type = "Task" [ 770.052814] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.061825] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.131239] env[69195]: DEBUG oslo_vmware.api [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504166, 'name': PowerOffVM_Task, 'duration_secs': 0.215} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.131239] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.131436] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.131705] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a98482a4-2de7-44f3-9b1d-cfe0a7d23e93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.141755] env[69195]: DEBUG nova.scheduler.client.report [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.186232] env[69195]: DEBUG nova.compute.manager [req-f229a0f5-227b-4874-9dcd-44506e667791 req-cff3b981-9cef-44ff-87c4-a523775f7ab3 service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Received event network-vif-deleted-46c8c40a-5348-492e-8a92-0a14ba88772e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.186232] env[69195]: INFO nova.compute.manager [req-f229a0f5-227b-4874-9dcd-44506e667791 req-cff3b981-9cef-44ff-87c4-a523775f7ab3 service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Neutron deleted interface 46c8c40a-5348-492e-8a92-0a14ba88772e; detaching it from the instance and deleting it from the info cache [ 770.186232] env[69195]: DEBUG nova.network.neutron [req-f229a0f5-227b-4874-9dcd-44506e667791 req-cff3b981-9cef-44ff-87c4-a523775f7ab3 service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.298213] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7cb34b74-5423-41b5-b715-02ed097efd1b tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.890s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.313315] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.450445] env[69195]: DEBUG nova.network.neutron [-] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.523694] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.523967] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.524181] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleting the datastore file [datastore2] 886dd8f1-2856-401b-9c1f-14bdad94c7cf {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.524690] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Releasing lock "refresh_cache-a0db66d9-da08-4192-8748-1a43b1f870cd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.525018] env[69195]: DEBUG nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Instance network_info: |[{"id": "9813b627-5305-48d5-ad01-3586025b03d8", "address": "fa:16:3e:63:ce:6a", "network": {"id": "8288d61e-efb6-46fd-a298-4a2cd19f565d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1309109094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "688bb9804fba4a5fafff65d2fbab389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9813b627-53", "ovs_interfaceid": "9813b627-5305-48d5-ad01-3586025b03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.525822] env[69195]: DEBUG nova.objects.instance [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Lazy-loading 'flavor' on Instance uuid 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.527159] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32cad847-fd71-4e64-90b0-a1aa91127d11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.530587] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ce:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9813b627-5305-48d5-ad01-3586025b03d8', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.538175] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Creating folder: Project (688bb9804fba4a5fafff65d2fbab389d). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.538702] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffc030a3-fbd4-49c8-9458-5c6c8cec1bfb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.545867] env[69195]: DEBUG oslo_vmware.api [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 770.545867] env[69195]: value = "task-3504169" [ 770.545867] env[69195]: _type = "Task" [ 770.545867] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.550448] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Created folder: Project (688bb9804fba4a5fafff65d2fbab389d) in parent group-v700121. [ 770.550640] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Creating folder: Instances. Parent ref: group-v700233. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.551398] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d28b2e8-62ba-4857-bfea-a725ea4f9815 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.555591] env[69195]: DEBUG oslo_vmware.api [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.567386] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504167, 'name': PowerOffVM_Task, 'duration_secs': 0.328606} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.568780] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.568980] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 770.569189] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700226', 'volume_id': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'name': 'volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0d5c75a-5391-4a10-af02-07b3f3223e79', 'attached_at': '', 'detached_at': '', 'volume_id': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'serial': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 770.569460] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Created folder: Instances in parent group-v700233. [ 770.569658] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.570650] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6989dc55-d459-4fa3-b1c8-59c1e2a10c42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.573169] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.573430] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f64293-eda0-40f0-8e5b-97fccc3a06ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.614815] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548404ad-0199-4f81-b612-6b78a3f8a170 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.617368] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.617368] env[69195]: value = "task-3504172" [ 770.617368] env[69195]: _type = "Task" [ 770.617368] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.623624] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfd36e8-00a2-4e38-a732-8f11f3b185c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.630126] env[69195]: DEBUG nova.network.neutron [-] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.631726] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504172, 'name': CreateVM_Task} progress is 15%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.652310] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.652310] env[69195]: DEBUG nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.655900] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.107s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.656293] env[69195]: DEBUG nova.objects.instance [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lazy-loading 'resources' on Instance uuid 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.658251] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b3676e-ae56-4c99-9112-38b90cba2ad1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.677282] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] The volume has not been displaced from its original location: [datastore2] volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7/volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 770.682325] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 770.684588] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f36ec1-c5f3-46a8-8de6-0b9c0016e516 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.696946] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fa6db51-f50b-4122-b7f0-9dc8458b77b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.705030] env[69195]: DEBUG nova.compute.manager [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Received event network-changed-9813b627-5305-48d5-ad01-3586025b03d8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.705030] env[69195]: DEBUG nova.compute.manager [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Refreshing instance network info cache due to event network-changed-9813b627-5305-48d5-ad01-3586025b03d8. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.705030] env[69195]: DEBUG oslo_concurrency.lockutils [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] Acquiring lock "refresh_cache-a0db66d9-da08-4192-8748-1a43b1f870cd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.705030] env[69195]: DEBUG oslo_concurrency.lockutils [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] Acquired lock "refresh_cache-a0db66d9-da08-4192-8748-1a43b1f870cd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.705030] env[69195]: DEBUG nova.network.neutron [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Refreshing network info cache for port 9813b627-5305-48d5-ad01-3586025b03d8 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.706553] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 770.706553] env[69195]: value = "task-3504173" [ 770.706553] env[69195]: _type = "Task" [ 770.706553] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.714751] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4480fd8b-dcff-4ca3-8c1e-e942b572e6b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.730726] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.752552] env[69195]: DEBUG nova.compute.manager [req-f229a0f5-227b-4874-9dcd-44506e667791 req-cff3b981-9cef-44ff-87c4-a523775f7ab3 service nova] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Detach interface failed, port_id=46c8c40a-5348-492e-8a92-0a14ba88772e, reason: Instance ec7d959a-0589-40f1-94e9-be4d09da5f1f could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 770.802079] env[69195]: DEBUG nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.953840] env[69195]: INFO nova.compute.manager [-] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Took 1.39 seconds to deallocate network for instance. [ 771.033565] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7707467c-dc12-4feb-84a2-a9686e0a94a5 tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.839s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.056767] env[69195]: DEBUG oslo_vmware.api [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167856} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.057021] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.057335] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.057415] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.057585] env[69195]: INFO nova.compute.manager [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Took 1.49 seconds to destroy the instance on the hypervisor. [ 771.057822] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.058011] env[69195]: DEBUG nova.compute.manager [-] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.058132] env[69195]: DEBUG nova.network.neutron [-] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.127824] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504172, 'name': CreateVM_Task, 'duration_secs': 0.326979} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.127935] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.128673] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.128838] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.129159] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.129413] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cb37fb-4cf2-4295-8d8a-eba3f5a9ece0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.134029] env[69195]: INFO nova.compute.manager [-] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Took 1.31 seconds to deallocate network for instance. [ 771.134451] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 771.134451] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52919345-be22-7fbe-9fe5-75d40b9110ad" [ 771.134451] env[69195]: _type = "Task" [ 771.134451] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.148781] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52919345-be22-7fbe-9fe5-75d40b9110ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.164015] env[69195]: DEBUG nova.compute.utils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.169721] env[69195]: DEBUG nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.169942] env[69195]: DEBUG nova.network.neutron [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.221331] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.238347] env[69195]: DEBUG nova.policy [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6617061dec5427b8a6b11e8def63d95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e49d547d522479080e34775ec63ba46', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.327866] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.464236] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.649030] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.657059] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52919345-be22-7fbe-9fe5-75d40b9110ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019012} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.657393] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.657634] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.657873] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.658031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.658217] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.658516] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97e9fd63-ed95-4787-9e53-6e1153c08d9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.668809] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.669031] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.673779] env[69195]: DEBUG nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.676275] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a53315-a4f9-4e4a-bd97-9a92e37c42ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.682845] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 771.682845] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52463b15-4887-b49b-b976-2ea807cfd8c1" [ 771.682845] env[69195]: _type = "Task" [ 771.682845] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.694644] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52463b15-4887-b49b-b976-2ea807cfd8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.720921] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.837895] env[69195]: DEBUG nova.network.neutron [-] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.840864] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc181f37-fce6-4840-bb92-7cf17518fcf8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.853634] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be93d8f3-2dee-47ce-b3a1-ebb4dc60d546 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.890667] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4951ec8f-c8c6-4b30-8bc9-afbe1cf197b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.895205] env[69195]: DEBUG nova.network.neutron [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Updated VIF entry in instance network info cache for port 9813b627-5305-48d5-ad01-3586025b03d8. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.895643] env[69195]: DEBUG nova.network.neutron [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Updating instance_info_cache with network_info: [{"id": "9813b627-5305-48d5-ad01-3586025b03d8", "address": "fa:16:3e:63:ce:6a", "network": {"id": "8288d61e-efb6-46fd-a298-4a2cd19f565d", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1309109094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "688bb9804fba4a5fafff65d2fbab389d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9813b627-53", "ovs_interfaceid": "9813b627-5305-48d5-ad01-3586025b03d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.900639] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ce105-47e2-49bc-847d-7c7d78574c2d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.917762] env[69195]: DEBUG nova.compute.provider_tree [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.930833] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Acquiring lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.930833] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.079217] env[69195]: DEBUG nova.network.neutron [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Successfully created port: 8db43c37-9ffc-45a5-885b-8569de6f64e3 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.198091] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52463b15-4887-b49b-b976-2ea807cfd8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.199188] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94854d59-59c5-489a-b533-b21205a3c74d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.206180] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 772.206180] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c229fe-1e36-dcbb-a76d-263beacb5e29" [ 772.206180] env[69195]: _type = "Task" [ 772.206180] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.217949] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c229fe-1e36-dcbb-a76d-263beacb5e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.223848] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504173, 'name': ReconfigVM_Task, 'duration_secs': 1.25856} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.223848] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 772.230166] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0bb14d-0508-4cf4-8435-aaab286b8b64 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.251202] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 772.251202] env[69195]: value = "task-3504174" [ 772.251202] env[69195]: _type = "Task" [ 772.251202] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.258242] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.306650] env[69195]: DEBUG nova.compute.manager [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Received event network-changed-2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.306650] env[69195]: DEBUG nova.compute.manager [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Refreshing instance network info cache due to event network-changed-2e046c9c-255e-4d82-ba0e-c835d85ea94e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.306650] env[69195]: DEBUG oslo_concurrency.lockutils [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] Acquiring lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.306798] env[69195]: DEBUG oslo_concurrency.lockutils [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] Acquired lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.307944] env[69195]: DEBUG nova.network.neutron [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Refreshing network info cache for port 2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.346051] env[69195]: INFO nova.compute.manager [-] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Took 1.29 seconds to deallocate network for instance. [ 772.400212] env[69195]: DEBUG oslo_concurrency.lockutils [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] Releasing lock "refresh_cache-a0db66d9-da08-4192-8748-1a43b1f870cd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.403379] env[69195]: DEBUG nova.compute.manager [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Received event network-vif-deleted-e021dd53-94b3-418d-bcc3-8489261d7227 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.403379] env[69195]: DEBUG nova.compute.manager [req-c0c84411-761b-45f8-9636-156da492c17d req-91446017-c6bb-4d4e-b0fe-9174bc84d0ba service nova] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Received event network-vif-deleted-93e2a233-96f8-4ae7-8a36-d1f5f72b2afd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.421154] env[69195]: DEBUG nova.scheduler.client.report [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.433163] env[69195]: INFO nova.compute.manager [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Detaching volume 2eba468d-2dcf-4918-b046-84370807d22d [ 772.476542] env[69195]: INFO nova.virt.block_device [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Attempting to driver detach volume 2eba468d-2dcf-4918-b046-84370807d22d from mountpoint /dev/sdb [ 772.476848] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 772.477055] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700232', 'volume_id': '2eba468d-2dcf-4918-b046-84370807d22d', 'name': 'volume-2eba468d-2dcf-4918-b046-84370807d22d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '2eba468d-2dcf-4918-b046-84370807d22d', 'serial': '2eba468d-2dcf-4918-b046-84370807d22d'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 772.478506] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af99e42f-1e9e-4ada-873f-272fe5a0f72c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.502488] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f5d5e4-c235-433b-9c84-d3de08f6e096 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.510063] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9cedc7-403a-429e-8cdd-4c231cf10468 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.533054] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a690e5d-0d07-4ae0-83c9-53fcf9a2a92f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.549172] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] The volume has not been displaced from its original location: [datastore2] volume-2eba468d-2dcf-4918-b046-84370807d22d/volume-2eba468d-2dcf-4918-b046-84370807d22d.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 772.554599] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 772.554925] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-072aef26-8bd1-4d36-a0dd-d52686630b23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.573758] env[69195]: DEBUG oslo_vmware.api [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Waiting for the task: (returnval){ [ 772.573758] env[69195]: value = "task-3504175" [ 772.573758] env[69195]: _type = "Task" [ 772.573758] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.583675] env[69195]: DEBUG oslo_vmware.api [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.687120] env[69195]: DEBUG nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.712352] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.712602] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.712760] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.712939] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.713110] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.713265] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.713472] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.713702] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.713894] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.714072] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.714271] env[69195]: DEBUG nova.virt.hardware [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.715790] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb753e97-3bcf-4309-a957-b44fd3baff66 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.723823] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c229fe-1e36-dcbb-a76d-263beacb5e29, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.725853] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.726131] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a0db66d9-da08-4192-8748-1a43b1f870cd/a0db66d9-da08-4192-8748-1a43b1f870cd.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.726415] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40c5dbb-db5e-4ebf-873b-0d260de7e3e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.729389] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb6a194-80d3-4e02-bb97-dc8b93d4457c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.737511] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 772.737511] env[69195]: value = "task-3504176" [ 772.737511] env[69195]: _type = "Task" [ 772.737511] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.752995] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.760154] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504174, 'name': ReconfigVM_Task, 'duration_secs': 0.408964} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.760457] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700226', 'volume_id': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'name': 'volume-41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0d5c75a-5391-4a10-af02-07b3f3223e79', 'attached_at': '', 'detached_at': '', 'volume_id': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7', 'serial': '41b432cb-2718-4a3d-8d15-cbc9735ecbd7'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 772.760758] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.761512] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df96e885-65c4-4729-b550-97ff0de3b1d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.767472] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.767712] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ae2a8dc-dff7-43de-8521-8f90f39d4ff8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.846765] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.847074] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.847343] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleting the datastore file [datastore1] e0d5c75a-5391-4a10-af02-07b3f3223e79 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.849985] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6164f5f-4095-4c98-8497-b870b9c16c8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.853175] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.861174] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 772.861174] env[69195]: value = "task-3504178" [ 772.861174] env[69195]: _type = "Task" [ 772.861174] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.868936] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.927152] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.931395] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.851s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.961999] env[69195]: INFO nova.scheduler.client.report [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Deleted allocations for instance 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d [ 773.083715] env[69195]: DEBUG oslo_vmware.api [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504175, 'name': ReconfigVM_Task, 'duration_secs': 0.272208} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.084041] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 773.089141] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e45599f-3a38-4c8b-8009-7527fd7500b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.112293] env[69195]: DEBUG oslo_vmware.api [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Waiting for the task: (returnval){ [ 773.112293] env[69195]: value = "task-3504179" [ 773.112293] env[69195]: _type = "Task" [ 773.112293] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.121461] env[69195]: DEBUG oslo_vmware.api [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.160130] env[69195]: DEBUG nova.network.neutron [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updated VIF entry in instance network info cache for port 2e046c9c-255e-4d82-ba0e-c835d85ea94e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.160598] env[69195]: DEBUG nova.network.neutron [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.251149] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496386} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.251647] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a0db66d9-da08-4192-8748-1a43b1f870cd/a0db66d9-da08-4192-8748-1a43b1f870cd.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.251932] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.252247] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4cba431-a543-4a2b-bd77-53e3b541b8dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.259463] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 773.259463] env[69195]: value = "task-3504180" [ 773.259463] env[69195]: _type = "Task" [ 773.259463] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.269277] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.370911] env[69195]: DEBUG oslo_vmware.api [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419413} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.372335] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.372335] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.372335] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.372335] env[69195]: INFO nova.compute.manager [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Took 3.33 seconds to destroy the instance on the hypervisor. [ 773.372335] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.372558] env[69195]: DEBUG nova.compute.manager [-] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.372558] env[69195]: DEBUG nova.network.neutron [-] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.474046] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3afe86f1-aedf-4c49-86ad-85f5d5f0fde8 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.728s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.622562] env[69195]: DEBUG oslo_vmware.api [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Task: {'id': task-3504179, 'name': ReconfigVM_Task, 'duration_secs': 0.179651} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.623023] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700232', 'volume_id': '2eba468d-2dcf-4918-b046-84370807d22d', 'name': 'volume-2eba468d-2dcf-4918-b046-84370807d22d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d', 'attached_at': '', 'detached_at': '', 'volume_id': '2eba468d-2dcf-4918-b046-84370807d22d', 'serial': '2eba468d-2dcf-4918-b046-84370807d22d'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 773.666270] env[69195]: DEBUG oslo_concurrency.lockutils [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] Releasing lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.666270] env[69195]: DEBUG nova.compute.manager [req-9fa49b8d-ceac-4175-9119-bae3309f4498 req-e4141fdc-14fb-4ce2-ac8c-9cba42a3c242 service nova] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Received event network-vif-deleted-0a65329a-ec17-411d-b432-b1e1a63ca46d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.751625] env[69195]: DEBUG nova.compute.manager [req-4618463c-7e2c-4984-bbdb-266359dabfba req-0e2f3700-f0b8-410a-93cc-aadec4022c75 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Received event network-vif-plugged-8db43c37-9ffc-45a5-885b-8569de6f64e3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.751907] env[69195]: DEBUG oslo_concurrency.lockutils [req-4618463c-7e2c-4984-bbdb-266359dabfba req-0e2f3700-f0b8-410a-93cc-aadec4022c75 service nova] Acquiring lock "cab205ab-e9d5-4381-8bf4-53fc516add07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.752164] env[69195]: DEBUG oslo_concurrency.lockutils [req-4618463c-7e2c-4984-bbdb-266359dabfba req-0e2f3700-f0b8-410a-93cc-aadec4022c75 service nova] Lock "cab205ab-e9d5-4381-8bf4-53fc516add07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.752458] env[69195]: DEBUG oslo_concurrency.lockutils [req-4618463c-7e2c-4984-bbdb-266359dabfba req-0e2f3700-f0b8-410a-93cc-aadec4022c75 service nova] Lock "cab205ab-e9d5-4381-8bf4-53fc516add07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.752679] env[69195]: DEBUG nova.compute.manager [req-4618463c-7e2c-4984-bbdb-266359dabfba req-0e2f3700-f0b8-410a-93cc-aadec4022c75 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] No waiting events found dispatching network-vif-plugged-8db43c37-9ffc-45a5-885b-8569de6f64e3 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.752794] env[69195]: WARNING nova.compute.manager [req-4618463c-7e2c-4984-bbdb-266359dabfba req-0e2f3700-f0b8-410a-93cc-aadec4022c75 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Received unexpected event network-vif-plugged-8db43c37-9ffc-45a5-885b-8569de6f64e3 for instance with vm_state building and task_state spawning. [ 773.773245] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068195} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.773633] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.774695] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f2de7d-dbdb-4bf1-be59-400567a522b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.804137] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] a0db66d9-da08-4192-8748-1a43b1f870cd/a0db66d9-da08-4192-8748-1a43b1f870cd.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.804506] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-430c6c1e-f12a-4e81-93e5-bca8e2928c83 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.826969] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 773.826969] env[69195]: value = "task-3504181" [ 773.826969] env[69195]: _type = "Task" [ 773.826969] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.836739] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.838713] env[69195]: DEBUG nova.network.neutron [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Successfully updated port: 8db43c37-9ffc-45a5-885b-8569de6f64e3 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.971377] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 65ae2509-68d5-4d9b-ab39-610837fd2029 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.971537] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 1fe2cb9c-5004-471a-8ddf-98efa38d33e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.971665] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.971798] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.971915] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.972054] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 886dd8f1-2856-401b-9c1f-14bdad94c7cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.972175] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance ad52c9c1-5738-4fb5-9d8e-add1d0b8a497 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.972299] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 6e4e5b96-e86c-4901-8c87-a70f0da92cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.972573] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 4088136f-a740-4f76-9bfe-61df83dba2e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.972573] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 9a8894fc-2623-4760-be9b-8884b50781eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.972699] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 63a46af9-eed9-49cb-891c-44005250d16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.972734] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c8c633c1-47dc-4ea5-9909-cd784a0b6d26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.972830] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 64068cef-b827-484b-b713-3751fcdc2786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.972972] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance e0d5c75a-5391-4a10-af02-07b3f3223e79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.973091] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 4e36d628-5f9b-46ff-aafc-8768db9cf0dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.973188] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance ec7d959a-0589-40f1-94e9-be4d09da5f1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.973309] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 7815b057-b31b-482b-8bd3-ee77c04719ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 773.973421] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0b64c1a2-e44d-4cc0-b842-155f31549f41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.973539] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a0db66d9-da08-4192-8748-1a43b1f870cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 773.973638] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance cab205ab-e9d5-4381-8bf4-53fc516add07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 774.190213] env[69195]: DEBUG nova.objects.instance [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Lazy-loading 'flavor' on Instance uuid 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.234796] env[69195]: DEBUG nova.network.neutron [-] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.338914] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.342545] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquiring lock "refresh_cache-cab205ab-e9d5-4381-8bf4-53fc516add07" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.342685] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquired lock "refresh_cache-cab205ab-e9d5-4381-8bf4-53fc516add07" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.342833] env[69195]: DEBUG nova.network.neutron [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.478761] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance d4c5a32a-fcfc-4618-bdfd-3fe922c999df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 774.737673] env[69195]: INFO nova.compute.manager [-] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Took 1.37 seconds to deallocate network for instance. [ 774.837712] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.887985] env[69195]: DEBUG nova.network.neutron [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.981414] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.029588] env[69195]: DEBUG nova.network.neutron [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Updating instance_info_cache with network_info: [{"id": "8db43c37-9ffc-45a5-885b-8569de6f64e3", "address": "fa:16:3e:cd:92:f2", "network": {"id": "053cfea7-96ef-4d06-af20-7ffd69049206", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2064641659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e49d547d522479080e34775ec63ba46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db43c37-9f", "ovs_interfaceid": "8db43c37-9ffc-45a5-885b-8569de6f64e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.041461] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.041886] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.041886] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.042094] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.042268] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.044406] env[69195]: INFO nova.compute.manager [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Terminating instance [ 775.196409] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e2193fb-998e-47c6-9074-fb57f0828d3c tempest-VolumesAssistedSnapshotsTest-574831989 tempest-VolumesAssistedSnapshotsTest-574831989-project-admin] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.291378] env[69195]: INFO nova.compute.manager [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Took 0.55 seconds to detach 1 volumes for instance. [ 775.338854] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504181, 'name': ReconfigVM_Task, 'duration_secs': 1.136451} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.339155] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Reconfigured VM instance instance-00000026 to attach disk [datastore1] a0db66d9-da08-4192-8748-1a43b1f870cd/a0db66d9-da08-4192-8748-1a43b1f870cd.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.339771] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c6fd7bd-1ac8-458f-a534-ba3fda81fca1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.345927] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 775.345927] env[69195]: value = "task-3504183" [ 775.345927] env[69195]: _type = "Task" [ 775.345927] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.354381] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504183, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.484034] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a72cc066-0d49-400b-8afe-3df0a1527ca9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.531958] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Releasing lock "refresh_cache-cab205ab-e9d5-4381-8bf4-53fc516add07" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.532331] env[69195]: DEBUG nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Instance network_info: |[{"id": "8db43c37-9ffc-45a5-885b-8569de6f64e3", "address": "fa:16:3e:cd:92:f2", "network": {"id": "053cfea7-96ef-4d06-af20-7ffd69049206", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2064641659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e49d547d522479080e34775ec63ba46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db43c37-9f", "ovs_interfaceid": "8db43c37-9ffc-45a5-885b-8569de6f64e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.532759] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:92:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db43c37-9ffc-45a5-885b-8569de6f64e3', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.541127] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Creating folder: Project (5e49d547d522479080e34775ec63ba46). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.541127] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-528cae83-9eb1-48a3-a37a-86c39db64965 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.548999] env[69195]: DEBUG nova.compute.manager [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.549247] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.551205] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df32975a-0a31-4108-b40a-4439d6de8ea3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.554038] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Created folder: Project (5e49d547d522479080e34775ec63ba46) in parent group-v700121. [ 775.554222] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Creating folder: Instances. Parent ref: group-v700236. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.554960] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be597321-c6d0-493d-a3e2-4fc090538d93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.560913] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.561155] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d034398e-6ea9-45ca-80f9-20ff1b2e1eb3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.566899] env[69195]: DEBUG oslo_vmware.api [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 775.566899] env[69195]: value = "task-3504186" [ 775.566899] env[69195]: _type = "Task" [ 775.566899] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.570696] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Created folder: Instances in parent group-v700236. [ 775.570916] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.571418] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.571619] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eeae3a8-26a6-4220-b2d0-d5eef3a7c5fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.590147] env[69195]: DEBUG oslo_vmware.api [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.594488] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.594488] env[69195]: value = "task-3504187" [ 775.594488] env[69195]: _type = "Task" [ 775.594488] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.602317] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504187, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.798234] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.858041] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504183, 'name': Rename_Task, 'duration_secs': 0.152016} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.858041] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.858364] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4b17c6c-dc1e-461a-8496-352e0259244e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.867458] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 775.867458] env[69195]: value = "task-3504188" [ 775.867458] env[69195]: _type = "Task" [ 775.867458] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.873745] env[69195]: DEBUG nova.compute.manager [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Received event network-vif-deleted-2a6e76e1-2539-4f3d-9e2f-488c2c18f3a7 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.873959] env[69195]: DEBUG nova.compute.manager [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Received event network-changed-8db43c37-9ffc-45a5-885b-8569de6f64e3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.874138] env[69195]: DEBUG nova.compute.manager [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Refreshing instance network info cache due to event network-changed-8db43c37-9ffc-45a5-885b-8569de6f64e3. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.874347] env[69195]: DEBUG oslo_concurrency.lockutils [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] Acquiring lock "refresh_cache-cab205ab-e9d5-4381-8bf4-53fc516add07" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.874521] env[69195]: DEBUG oslo_concurrency.lockutils [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] Acquired lock "refresh_cache-cab205ab-e9d5-4381-8bf4-53fc516add07" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.874702] env[69195]: DEBUG nova.network.neutron [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Refreshing network info cache for port 8db43c37-9ffc-45a5-885b-8569de6f64e3 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.882817] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.986897] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance e7490889-d165-420a-86c1-e12a1ffb2897 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.076600] env[69195]: DEBUG oslo_vmware.api [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504186, 'name': PowerOffVM_Task, 'duration_secs': 0.439835} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.077032] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.077032] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.077285] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45cdd817-7c96-44d4-b272-bb1647992ffc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.104252] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504187, 'name': CreateVM_Task, 'duration_secs': 0.319837} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.104431] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.105161] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.105352] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.105680] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.105948] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a9a5a1-0d07-4678-9ec5-121b89fc8167 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.110898] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 776.110898] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a6c061-3371-64f1-96ee-753424b3f4df" [ 776.110898] env[69195]: _type = "Task" [ 776.110898] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.118761] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a6c061-3371-64f1-96ee-753424b3f4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.140248] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.140556] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.140817] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Deleting the datastore file [datastore1] 1fe2cb9c-5004-471a-8ddf-98efa38d33e3 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.142148] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d850d8b-a685-48b6-92df-c70b235641d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.147464] env[69195]: DEBUG oslo_vmware.api [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for the task: (returnval){ [ 776.147464] env[69195]: value = "task-3504190" [ 776.147464] env[69195]: _type = "Task" [ 776.147464] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.156692] env[69195]: DEBUG oslo_vmware.api [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.379531] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.489591] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c9830507-cc85-4b09-ae22-fa809fee2d1a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.621404] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a6c061-3371-64f1-96ee-753424b3f4df, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.621880] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.622103] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.622415] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.622605] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.622814] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.623126] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8ee8bc-0584-45bf-bc65-1e04e4274e02 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.632632] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.635025] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.635025] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875fed41-c44d-4820-9957-72656dd7735e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.640081] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 776.640081] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5256746a-e61f-974d-849e-14e677ec3b72" [ 776.640081] env[69195]: _type = "Task" [ 776.640081] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.648378] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5256746a-e61f-974d-849e-14e677ec3b72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.649267] env[69195]: DEBUG nova.network.neutron [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Updated VIF entry in instance network info cache for port 8db43c37-9ffc-45a5-885b-8569de6f64e3. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.649584] env[69195]: DEBUG nova.network.neutron [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Updating instance_info_cache with network_info: [{"id": "8db43c37-9ffc-45a5-885b-8569de6f64e3", "address": "fa:16:3e:cd:92:f2", "network": {"id": "053cfea7-96ef-4d06-af20-7ffd69049206", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2064641659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e49d547d522479080e34775ec63ba46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db43c37-9f", "ovs_interfaceid": "8db43c37-9ffc-45a5-885b-8569de6f64e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.660484] env[69195]: DEBUG oslo_vmware.api [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Task: {'id': task-3504190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192493} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.660866] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.660866] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.661103] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.661908] env[69195]: INFO nova.compute.manager [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 776.661908] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.662302] env[69195]: DEBUG nova.compute.manager [-] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.662411] env[69195]: DEBUG nova.network.neutron [-] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.879423] env[69195]: DEBUG oslo_vmware.api [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504188, 'name': PowerOnVM_Task, 'duration_secs': 0.728696} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.879763] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.880011] env[69195]: INFO nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Took 9.17 seconds to spawn the instance on the hypervisor. [ 776.880246] env[69195]: DEBUG nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.881144] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f111366-5f4a-43a4-a8cc-a6634868e760 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.993030] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 9804111e-efcc-4ddb-b5f5-c6e1695f74b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.151627] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5256746a-e61f-974d-849e-14e677ec3b72, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.152487] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca9e891-0287-4581-9119-f3b52fff7d5b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.156035] env[69195]: DEBUG oslo_concurrency.lockutils [req-fd56f1a4-b92a-42ed-8636-b210ff1682d6 req-f0a160ba-362a-48e6-a260-fb8a642229e7 service nova] Releasing lock "refresh_cache-cab205ab-e9d5-4381-8bf4-53fc516add07" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.160022] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 777.160022] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521837c0-083b-a091-bbdd-1bc709c7b5cf" [ 777.160022] env[69195]: _type = "Task" [ 777.160022] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.169073] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521837c0-083b-a091-bbdd-1bc709c7b5cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.229458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "54b5228b-75ee-4b57-8434-f188e2ef490d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.229694] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "54b5228b-75ee-4b57-8434-f188e2ef490d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.398128] env[69195]: INFO nova.compute.manager [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Took 50.44 seconds to build instance. [ 777.496565] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.497975] env[69195]: DEBUG nova.network.neutron [-] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.554405] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.554649] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.670956] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521837c0-083b-a091-bbdd-1bc709c7b5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.671335] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.671547] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] cab205ab-e9d5-4381-8bf4-53fc516add07/cab205ab-e9d5-4381-8bf4-53fc516add07.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.671813] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6842e714-a1c7-41c0-b4c2-2c3bd17f2a43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.678477] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 777.678477] env[69195]: value = "task-3504191" [ 777.678477] env[69195]: _type = "Task" [ 777.678477] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.686655] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.900481] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b4521dcf-d700-45d0-963b-5b8a0663b8f6 tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "a0db66d9-da08-4192-8748-1a43b1f870cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.452s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.913689] env[69195]: DEBUG nova.compute.manager [req-bd971ebd-a353-4bf2-868c-dd672eca7b4d req-5a922996-6669-4fa9-a984-30e00f1e4e07 service nova] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Received event network-vif-deleted-89926c03-29a8-4b6e-839d-f40ff95ec996 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.000818] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance b2653fad-b50b-40ba-b1a8-6d18431f559a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.003057] env[69195]: INFO nova.compute.manager [-] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Took 1.34 seconds to deallocate network for instance. [ 778.188259] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504191, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.403772] env[69195]: DEBUG nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.504156] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 9fe63127-8329-4a25-b9b9-b5e0369ae943 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.508543] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.568239] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquiring lock "a0db66d9-da08-4192-8748-1a43b1f870cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.568545] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "a0db66d9-da08-4192-8748-1a43b1f870cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.568765] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquiring lock "a0db66d9-da08-4192-8748-1a43b1f870cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.568951] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "a0db66d9-da08-4192-8748-1a43b1f870cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.569135] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "a0db66d9-da08-4192-8748-1a43b1f870cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.571382] env[69195]: INFO nova.compute.manager [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Terminating instance [ 778.590903] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquiring lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.591085] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.595163] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquiring lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.595443] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.595697] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.597637] env[69195]: INFO nova.compute.manager [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Terminating instance [ 778.690039] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504191, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.932894] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.009454] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance fcdc8c40-b7ca-4600-aa70-61a12c264596 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.075380] env[69195]: DEBUG nova.compute.manager [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.075682] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.076700] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4800cd7c-ce5c-47b5-a8c3-3b55396755b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.085170] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.085442] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d0da61b-ad28-4784-8322-affb94711f90 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.093326] env[69195]: DEBUG oslo_vmware.api [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 779.093326] env[69195]: value = "task-3504192" [ 779.093326] env[69195]: _type = "Task" [ 779.093326] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.101132] env[69195]: DEBUG oslo_vmware.api [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.103830] env[69195]: DEBUG nova.compute.manager [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.104043] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.104831] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4488855-d434-4396-9f05-54994a7a96a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.112141] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.112381] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3498ef3b-dc3b-4980-9be9-a7aca9a1f0ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.118164] env[69195]: DEBUG oslo_vmware.api [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 779.118164] env[69195]: value = "task-3504193" [ 779.118164] env[69195]: _type = "Task" [ 779.118164] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.125693] env[69195]: DEBUG oslo_vmware.api [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3504193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.190864] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504191, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.469296} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.191325] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] cab205ab-e9d5-4381-8bf4-53fc516add07/cab205ab-e9d5-4381-8bf4-53fc516add07.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.191569] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.191875] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff132fc3-9482-4ecd-afa1-f9b83642394f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.198520] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 779.198520] env[69195]: value = "task-3504194" [ 779.198520] env[69195]: _type = "Task" [ 779.198520] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.208395] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.512267] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance fc7a712a-508c-49a3-b075-0a4ffbffc81e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.603160] env[69195]: DEBUG oslo_vmware.api [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504192, 'name': PowerOffVM_Task, 'duration_secs': 0.251628} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.603429] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.603600] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.603843] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8b3b803-777a-4d1f-ae5f-152d15bf658c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.626384] env[69195]: DEBUG oslo_vmware.api [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3504193, 'name': PowerOffVM_Task, 'duration_secs': 0.233058} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.626591] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.626776] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.626982] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af98e06-281b-42cf-9adb-628fcbd29dc3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.707585] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089069} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.707863] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.708635] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171936ce-4d85-4fc9-a745-7330287fdb4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.730263] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] cab205ab-e9d5-4381-8bf4-53fc516add07/cab205ab-e9d5-4381-8bf4-53fc516add07.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.730544] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80cf799-f3ea-4ba8-a9ab-0bca9fe060d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.749393] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 779.749393] env[69195]: value = "task-3504197" [ 779.749393] env[69195]: _type = "Task" [ 779.749393] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.756915] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.015763] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 908abdad-314c-4188-8335-2b8e6550e2a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.259370] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504197, 'name': ReconfigVM_Task, 'duration_secs': 0.295038} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.259644] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Reconfigured VM instance instance-00000027 to attach disk [datastore1] cab205ab-e9d5-4381-8bf4-53fc516add07/cab205ab-e9d5-4381-8bf4-53fc516add07.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.260275] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc7dd968-e1ed-49e0-b825-15a742ea5e77 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.266704] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 780.266704] env[69195]: value = "task-3504198" [ 780.266704] env[69195]: _type = "Task" [ 780.266704] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.273847] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504198, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.518668] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance dc3ae514-ef07-4420-9382-41f3893f28fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.776773] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504198, 'name': Rename_Task, 'duration_secs': 0.134935} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.777103] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.777426] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26d5d09e-3c88-4e7a-adb7-502015b4677f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.783980] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 780.783980] env[69195]: value = "task-3504199" [ 780.783980] env[69195]: _type = "Task" [ 780.783980] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.792442] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.024036] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c3f0810d-ad98-436b-98df-3a8fd5b59dff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.024380] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 781.024380] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 781.295281] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504199, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.430210] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.430427] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.430611] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Deleting the datastore file [datastore1] a0db66d9-da08-4192-8748-1a43b1f870cd {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.430878] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6400f831-299d-43f1-a92b-759f6b68b6f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.437067] env[69195]: DEBUG oslo_vmware.api [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for the task: (returnval){ [ 781.437067] env[69195]: value = "task-3504200" [ 781.437067] env[69195]: _type = "Task" [ 781.437067] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.444062] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a5ca3-36e0-4181-8d2e-8628613c0348 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.446532] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.446719] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.446891] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Deleting the datastore file [datastore1] 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.447482] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e8a3f4b-a452-46d2-a87c-84c1cc0b2bc3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.452217] env[69195]: DEBUG oslo_vmware.api [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.456424] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033618a2-54ba-498d-99fe-6304536cd121 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.460114] env[69195]: DEBUG oslo_vmware.api [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for the task: (returnval){ [ 781.460114] env[69195]: value = "task-3504201" [ 781.460114] env[69195]: _type = "Task" [ 781.460114] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.491984] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eda47b-a17c-4092-a76c-d7ccb3b86570 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.496410] env[69195]: DEBUG oslo_vmware.api [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3504201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.501112] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec088a9b-039e-48b0-b95a-212a7cbf6776 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.513894] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.795431] env[69195]: DEBUG oslo_vmware.api [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504199, 'name': PowerOnVM_Task, 'duration_secs': 0.521722} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.795733] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.795916] env[69195]: INFO nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Took 9.11 seconds to spawn the instance on the hypervisor. [ 781.796138] env[69195]: DEBUG nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.799493] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de00bd-5f66-480d-bd09-877f54f080dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.948239] env[69195]: DEBUG oslo_vmware.api [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Task: {'id': task-3504200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153799} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.948239] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.948239] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.948239] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.948476] env[69195]: INFO nova.compute.manager [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Took 2.87 seconds to destroy the instance on the hypervisor. [ 781.948676] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.948874] env[69195]: DEBUG nova.compute.manager [-] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.948968] env[69195]: DEBUG nova.network.neutron [-] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.971490] env[69195]: DEBUG oslo_vmware.api [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Task: {'id': task-3504201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145017} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.971745] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.971927] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.972131] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.972292] env[69195]: INFO nova.compute.manager [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Took 2.87 seconds to destroy the instance on the hypervisor. [ 781.972486] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.972666] env[69195]: DEBUG nova.compute.manager [-] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.972758] env[69195]: DEBUG nova.network.neutron [-] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.017303] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.317535] env[69195]: INFO nova.compute.manager [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Took 47.29 seconds to build instance. [ 782.336671] env[69195]: DEBUG nova.compute.manager [req-c0d4d566-c8ae-4311-a93e-7d02d3df10b3 req-7bd80b0e-f877-4007-ab5d-a14d5e67a0b4 service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Received event network-vif-deleted-9813b627-5305-48d5-ad01-3586025b03d8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.336878] env[69195]: INFO nova.compute.manager [req-c0d4d566-c8ae-4311-a93e-7d02d3df10b3 req-7bd80b0e-f877-4007-ab5d-a14d5e67a0b4 service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Neutron deleted interface 9813b627-5305-48d5-ad01-3586025b03d8; detaching it from the instance and deleting it from the info cache [ 782.337140] env[69195]: DEBUG nova.network.neutron [req-c0d4d566-c8ae-4311-a93e-7d02d3df10b3 req-7bd80b0e-f877-4007-ab5d-a14d5e67a0b4 service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.525021] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 782.525021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.592s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.525021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.509s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.525021] env[69195]: INFO nova.compute.claims [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.821758] env[69195]: DEBUG oslo_concurrency.lockutils [None req-78f6e8d7-9b2c-421b-b38a-770475b69f18 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "cab205ab-e9d5-4381-8bf4-53fc516add07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.245s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.822045] env[69195]: DEBUG nova.network.neutron [-] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.840458] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faecde35-5675-4f33-b84b-92cfe53a72d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.850408] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e63ca2-5219-41a2-ac14-f097a6181ead {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.880691] env[69195]: DEBUG nova.compute.manager [req-c0d4d566-c8ae-4311-a93e-7d02d3df10b3 req-7bd80b0e-f877-4007-ab5d-a14d5e67a0b4 service nova] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Detach interface failed, port_id=9813b627-5305-48d5-ad01-3586025b03d8, reason: Instance a0db66d9-da08-4192-8748-1a43b1f870cd could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.006056] env[69195]: DEBUG nova.network.neutron [-] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.253705] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquiring lock "cab205ab-e9d5-4381-8bf4-53fc516add07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.253918] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "cab205ab-e9d5-4381-8bf4-53fc516add07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.254152] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquiring lock "cab205ab-e9d5-4381-8bf4-53fc516add07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.254371] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "cab205ab-e9d5-4381-8bf4-53fc516add07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.254517] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "cab205ab-e9d5-4381-8bf4-53fc516add07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.257440] env[69195]: INFO nova.compute.manager [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Terminating instance [ 783.326055] env[69195]: DEBUG nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.328752] env[69195]: INFO nova.compute.manager [-] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Took 1.38 seconds to deallocate network for instance. [ 783.510769] env[69195]: INFO nova.compute.manager [-] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Took 1.54 seconds to deallocate network for instance. [ 783.761389] env[69195]: DEBUG nova.compute.manager [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.761611] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.762525] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e66e50-268f-4877-8c52-eddb9973fdcd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.770721] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.773052] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77e4f6fa-666a-4276-8f05-a7c0e498fad1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.779185] env[69195]: DEBUG oslo_vmware.api [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 783.779185] env[69195]: value = "task-3504202" [ 783.779185] env[69195]: _type = "Task" [ 783.779185] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.789607] env[69195]: DEBUG oslo_vmware.api [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.837301] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.848964] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.964316] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc248fd7-e595-4d75-832a-0facbece84b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.971881] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd3834d-da87-45a3-9ce3-3fd77b33a8c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.002018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00629ea3-3a0b-49ec-bbe7-7aa44ecc29b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.009213] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded64a0a-fe3d-43b2-9db9-a703332c2603 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.022674] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.023093] env[69195]: DEBUG nova.compute.provider_tree [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.290226] env[69195]: DEBUG oslo_vmware.api [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504202, 'name': PowerOffVM_Task, 'duration_secs': 0.181999} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.291111] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.291291] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.291675] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76137196-46b9-4ccb-9ce9-74d939d92d2b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.355137] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.355572] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.355665] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Deleting the datastore file [datastore1] cab205ab-e9d5-4381-8bf4-53fc516add07 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.357775] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e950807-1d98-4150-abbf-69379bc9f518 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.362640] env[69195]: DEBUG oslo_vmware.api [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for the task: (returnval){ [ 784.362640] env[69195]: value = "task-3504204" [ 784.362640] env[69195]: _type = "Task" [ 784.362640] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.370834] env[69195]: DEBUG oslo_vmware.api [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.431287] env[69195]: DEBUG nova.compute.manager [req-f3f5919d-5a10-4bbb-b856-daf780017a9f req-5e247b97-b663-43ba-a932-0761b3fe61ad service nova] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Received event network-vif-deleted-dcf8155c-ab4b-4fe2-9f4f-3809905255b3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.545448] env[69195]: ERROR nova.scheduler.client.report [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [req-29cc7384-2e52-4510-b00d-9f4b9bcabc8d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-29cc7384-2e52-4510-b00d-9f4b9bcabc8d"}]} [ 784.561023] env[69195]: DEBUG nova.scheduler.client.report [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 784.574538] env[69195]: DEBUG nova.scheduler.client.report [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 784.574735] env[69195]: DEBUG nova.compute.provider_tree [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 784.585214] env[69195]: DEBUG nova.scheduler.client.report [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 784.601656] env[69195]: DEBUG nova.scheduler.client.report [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 784.873620] env[69195]: DEBUG oslo_vmware.api [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Task: {'id': task-3504204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126115} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.873954] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.874157] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.874339] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.874532] env[69195]: INFO nova.compute.manager [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Took 1.11 seconds to destroy the instance on the hypervisor. [ 784.874740] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.874926] env[69195]: DEBUG nova.compute.manager [-] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.875038] env[69195]: DEBUG nova.network.neutron [-] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.977054] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b1134e-6905-46c4-be5b-fdb2294d2991 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.984917] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ba24d2-58bf-4aac-979f-803ada1103ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.015889] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a88ed-e968-4ca2-b299-b81575e8606f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.021927] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af83e1dd-09d3-4b64-bf82-6438747ae6a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.035117] env[69195]: DEBUG nova.compute.provider_tree [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.569098] env[69195]: DEBUG nova.scheduler.client.report [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 785.569311] env[69195]: DEBUG nova.compute.provider_tree [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 67 to 68 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.569356] env[69195]: DEBUG nova.compute.provider_tree [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.656733] env[69195]: DEBUG nova.network.neutron [-] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.074659] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.552s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.075219] env[69195]: DEBUG nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.078156] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.309s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.079535] env[69195]: INFO nova.compute.claims [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.159863] env[69195]: INFO nova.compute.manager [-] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Took 1.28 seconds to deallocate network for instance. [ 786.494223] env[69195]: DEBUG nova.compute.manager [req-96f8ba20-aac7-4a58-acce-6c3945bad845 req-7f95a152-bc6a-4ca1-bbe5-de0ade95b0a6 service nova] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Received event network-vif-deleted-8db43c37-9ffc-45a5-885b-8569de6f64e3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.585008] env[69195]: DEBUG nova.compute.utils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.588340] env[69195]: DEBUG nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.588340] env[69195]: DEBUG nova.network.neutron [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.621972] env[69195]: DEBUG nova.policy [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7fd5405b335455c85ecabb6df5b57da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2263b6d678164dc1bec646b6331296e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.666409] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.884245] env[69195]: DEBUG nova.network.neutron [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Successfully created port: e6af25bc-eb89-406e-a623-3a091c66254e {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.091495] env[69195]: DEBUG nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.566625] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e316facf-1aa2-4d64-bc15-b87cc5f14048 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.574405] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11a21fe-0e57-4d6e-9e97-7c45c718a44e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.608038] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbfa2bb-ac81-4dd0-9ab4-7db6ec6b461b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.615565] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eba4dfe-f4e4-464d-8053-8378361a65f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.629093] env[69195]: DEBUG nova.compute.provider_tree [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.113545] env[69195]: DEBUG nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.133973] env[69195]: DEBUG nova.scheduler.client.report [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.143580] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.143580] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.143800] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.144016] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.144172] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.144324] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.144532] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.145683] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.145683] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.145683] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.145683] env[69195]: DEBUG nova.virt.hardware [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.146066] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fa832c-35f9-4704-87a2-3c9d9ca14355 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.153990] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbac933-8ab6-411b-8f83-05a626a1feef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.534192] env[69195]: DEBUG nova.compute.manager [req-354392f0-ce90-47d9-b2f2-451e24dff3b8 req-0a733eda-5862-4233-9aed-b8e32f426348 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Received event network-vif-plugged-e6af25bc-eb89-406e-a623-3a091c66254e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.534192] env[69195]: DEBUG oslo_concurrency.lockutils [req-354392f0-ce90-47d9-b2f2-451e24dff3b8 req-0a733eda-5862-4233-9aed-b8e32f426348 service nova] Acquiring lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.534438] env[69195]: DEBUG oslo_concurrency.lockutils [req-354392f0-ce90-47d9-b2f2-451e24dff3b8 req-0a733eda-5862-4233-9aed-b8e32f426348 service nova] Lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.534438] env[69195]: DEBUG oslo_concurrency.lockutils [req-354392f0-ce90-47d9-b2f2-451e24dff3b8 req-0a733eda-5862-4233-9aed-b8e32f426348 service nova] Lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.535192] env[69195]: DEBUG nova.compute.manager [req-354392f0-ce90-47d9-b2f2-451e24dff3b8 req-0a733eda-5862-4233-9aed-b8e32f426348 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] No waiting events found dispatching network-vif-plugged-e6af25bc-eb89-406e-a623-3a091c66254e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.535192] env[69195]: WARNING nova.compute.manager [req-354392f0-ce90-47d9-b2f2-451e24dff3b8 req-0a733eda-5862-4233-9aed-b8e32f426348 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Received unexpected event network-vif-plugged-e6af25bc-eb89-406e-a623-3a091c66254e for instance with vm_state building and task_state spawning. [ 788.639727] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.640288] env[69195]: DEBUG nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.647621] env[69195]: DEBUG nova.network.neutron [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Successfully updated port: e6af25bc-eb89-406e-a623-3a091c66254e {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.648760] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.675s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.649047] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.650947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.517s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.652408] env[69195]: INFO nova.compute.claims [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.678889] env[69195]: INFO nova.scheduler.client.report [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Deleted allocations for instance 65ae2509-68d5-4d9b-ab39-610837fd2029 [ 789.159930] env[69195]: DEBUG nova.compute.utils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.161024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "refresh_cache-d4c5a32a-fcfc-4618-bdfd-3fe922c999df" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.161024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "refresh_cache-d4c5a32a-fcfc-4618-bdfd-3fe922c999df" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.161024] env[69195]: DEBUG nova.network.neutron [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.162394] env[69195]: DEBUG nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.162441] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.189427] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b9726be-da95-4907-8a6e-29c518ee10d6 tempest-ServersAdminNegativeTestJSON-68746947 tempest-ServersAdminNegativeTestJSON-68746947-project-member] Lock "65ae2509-68d5-4d9b-ab39-610837fd2029" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.603s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.225604] env[69195]: DEBUG nova.policy [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b7725e3f46b4328b50ed03203bdfbb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3927dcbbd6e40e284875081054ba482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.579051] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Successfully created port: f779f7d2-eaf1-4faa-b42d-926f8e51ea96 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.664035] env[69195]: DEBUG nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.742923] env[69195]: DEBUG nova.network.neutron [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.008814] env[69195]: DEBUG nova.network.neutron [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Updating instance_info_cache with network_info: [{"id": "e6af25bc-eb89-406e-a623-3a091c66254e", "address": "fa:16:3e:cd:6c:e9", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6af25bc-eb", "ovs_interfaceid": "e6af25bc-eb89-406e-a623-3a091c66254e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.078752] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Successfully created port: a1225ba6-a825-49f9-af4c-a1a74c8b43ee {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.191731] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255c1ab6-4b03-403e-9fba-8c75631179ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.203017] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c393004f-fa31-40ed-9bfe-4b95641ae80e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.234354] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf0b66c-dfba-438e-bad5-2f0e16e4081a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.244369] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6e39f5-cbf1-428b-b224-2cfc437bfc6a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.261226] env[69195]: DEBUG nova.compute.provider_tree [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.349768] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Successfully created port: ebab695f-53c0-425a-a081-1577aa2f5afa {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.511302] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "refresh_cache-d4c5a32a-fcfc-4618-bdfd-3fe922c999df" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.511602] env[69195]: DEBUG nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Instance network_info: |[{"id": "e6af25bc-eb89-406e-a623-3a091c66254e", "address": "fa:16:3e:cd:6c:e9", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6af25bc-eb", "ovs_interfaceid": "e6af25bc-eb89-406e-a623-3a091c66254e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.512055] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:6c:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6af25bc-eb89-406e-a623-3a091c66254e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.519618] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating folder: Project (2263b6d678164dc1bec646b6331296e2). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.521413] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d01e3920-6b5b-44df-a955-b11bc3638537 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.540107] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created folder: Project (2263b6d678164dc1bec646b6331296e2) in parent group-v700121. [ 790.540154] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating folder: Instances. Parent ref: group-v700239. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.542520] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e602cd-6725-414f-b3e9-24d7529a6929 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.550523] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created folder: Instances in parent group-v700239. [ 790.550523] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.550663] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.550938] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-841cebb4-3175-4529-81f1-85f35d73cfd6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.567711] env[69195]: DEBUG nova.compute.manager [req-73118126-34f1-4333-aa50-93fc4ea63c46 req-f81e35f7-201e-43c1-8683-959d2f790de7 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Received event network-changed-e6af25bc-eb89-406e-a623-3a091c66254e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.567900] env[69195]: DEBUG nova.compute.manager [req-73118126-34f1-4333-aa50-93fc4ea63c46 req-f81e35f7-201e-43c1-8683-959d2f790de7 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Refreshing instance network info cache due to event network-changed-e6af25bc-eb89-406e-a623-3a091c66254e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.568126] env[69195]: DEBUG oslo_concurrency.lockutils [req-73118126-34f1-4333-aa50-93fc4ea63c46 req-f81e35f7-201e-43c1-8683-959d2f790de7 service nova] Acquiring lock "refresh_cache-d4c5a32a-fcfc-4618-bdfd-3fe922c999df" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.568268] env[69195]: DEBUG oslo_concurrency.lockutils [req-73118126-34f1-4333-aa50-93fc4ea63c46 req-f81e35f7-201e-43c1-8683-959d2f790de7 service nova] Acquired lock "refresh_cache-d4c5a32a-fcfc-4618-bdfd-3fe922c999df" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.568430] env[69195]: DEBUG nova.network.neutron [req-73118126-34f1-4333-aa50-93fc4ea63c46 req-f81e35f7-201e-43c1-8683-959d2f790de7 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Refreshing network info cache for port e6af25bc-eb89-406e-a623-3a091c66254e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.574788] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.574788] env[69195]: value = "task-3504207" [ 790.574788] env[69195]: _type = "Task" [ 790.574788] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.586130] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504207, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.684291] env[69195]: DEBUG nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.716132] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.716407] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.716566] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.716751] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.716897] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.717054] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.717820] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.717820] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.717820] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.717820] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.717994] env[69195]: DEBUG nova.virt.hardware [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.719191] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b6f089-9f53-47cb-a1f7-162fa1f18a41 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.727141] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d8b78d-f20a-4232-acb2-6f2454b5897e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.768954] env[69195]: DEBUG nova.scheduler.client.report [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.084066] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504207, 'name': CreateVM_Task, 'duration_secs': 0.319221} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.086658] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.086658] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.086658] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.086658] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.086658] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-121d09e8-e152-46e9-ac8e-4f8266d7163b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.092145] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 791.092145] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52587e20-e6cd-cb21-2af4-1a291d80c6c0" [ 791.092145] env[69195]: _type = "Task" [ 791.092145] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.099363] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52587e20-e6cd-cb21-2af4-1a291d80c6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.275320] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.275908] env[69195]: DEBUG nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.279631] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.064s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.279631] env[69195]: DEBUG nova.objects.instance [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 791.296712] env[69195]: DEBUG nova.network.neutron [req-73118126-34f1-4333-aa50-93fc4ea63c46 req-f81e35f7-201e-43c1-8683-959d2f790de7 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Updated VIF entry in instance network info cache for port e6af25bc-eb89-406e-a623-3a091c66254e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.297057] env[69195]: DEBUG nova.network.neutron [req-73118126-34f1-4333-aa50-93fc4ea63c46 req-f81e35f7-201e-43c1-8683-959d2f790de7 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Updating instance_info_cache with network_info: [{"id": "e6af25bc-eb89-406e-a623-3a091c66254e", "address": "fa:16:3e:cd:6c:e9", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6af25bc-eb", "ovs_interfaceid": "e6af25bc-eb89-406e-a623-3a091c66254e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.600347] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52587e20-e6cd-cb21-2af4-1a291d80c6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.600739] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.600985] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.601242] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.601392] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.601581] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.601856] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9612fef-ea39-4b2f-ae44-7527a02b81fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.611511] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.611729] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.612505] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf07315a-a48f-4a35-a6e1-0870831eb4fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.617695] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 791.617695] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b5ce2a-fb6e-e02a-6a33-21082a209532" [ 791.617695] env[69195]: _type = "Task" [ 791.617695] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.625858] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b5ce2a-fb6e-e02a-6a33-21082a209532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.784116] env[69195]: DEBUG nova.compute.utils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.787722] env[69195]: DEBUG nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.787918] env[69195]: DEBUG nova.network.neutron [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.799556] env[69195]: DEBUG oslo_concurrency.lockutils [req-73118126-34f1-4333-aa50-93fc4ea63c46 req-f81e35f7-201e-43c1-8683-959d2f790de7 service nova] Releasing lock "refresh_cache-d4c5a32a-fcfc-4618-bdfd-3fe922c999df" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.858526] env[69195]: DEBUG nova.policy [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36a625b1c2a44c1099793d062e77a173', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '671721b2e29947fa9fb90abcb9e71de5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.071285] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Successfully updated port: f779f7d2-eaf1-4faa-b42d-926f8e51ea96 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.129695] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b5ce2a-fb6e-e02a-6a33-21082a209532, 'name': SearchDatastore_Task, 'duration_secs': 0.016386} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.130417] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d66105-87f5-4301-86f0-ae6170c97639 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.135459] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 792.135459] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b52fd0-1f3f-898c-d488-f7704a26184b" [ 792.135459] env[69195]: _type = "Task" [ 792.135459] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.146467] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b52fd0-1f3f-898c-d488-f7704a26184b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.272193] env[69195]: DEBUG nova.network.neutron [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Successfully created port: 11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.292175] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84ec81d3-4f45-4b47-b232-504524274d2e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.293669] env[69195]: DEBUG nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.299021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.986s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.299021] env[69195]: INFO nova.compute.claims [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.646445] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b52fd0-1f3f-898c-d488-f7704a26184b, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.649215] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.649554] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] d4c5a32a-fcfc-4618-bdfd-3fe922c999df/d4c5a32a-fcfc-4618-bdfd-3fe922c999df.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.650986] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c557c4e-a280-4649-b8a8-c1099b933c71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.661989] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 792.661989] env[69195]: value = "task-3504208" [ 792.661989] env[69195]: _type = "Task" [ 792.661989] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.670878] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.687034] env[69195]: DEBUG nova.compute.manager [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-vif-plugged-f779f7d2-eaf1-4faa-b42d-926f8e51ea96 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.687273] env[69195]: DEBUG oslo_concurrency.lockutils [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] Acquiring lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.687523] env[69195]: DEBUG oslo_concurrency.lockutils [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.687710] env[69195]: DEBUG oslo_concurrency.lockutils [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.687935] env[69195]: DEBUG nova.compute.manager [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] No waiting events found dispatching network-vif-plugged-f779f7d2-eaf1-4faa-b42d-926f8e51ea96 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.688606] env[69195]: WARNING nova.compute.manager [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received unexpected event network-vif-plugged-f779f7d2-eaf1-4faa-b42d-926f8e51ea96 for instance with vm_state building and task_state spawning. [ 792.688606] env[69195]: DEBUG nova.compute.manager [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-changed-f779f7d2-eaf1-4faa-b42d-926f8e51ea96 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.688606] env[69195]: DEBUG nova.compute.manager [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Refreshing instance network info cache due to event network-changed-f779f7d2-eaf1-4faa-b42d-926f8e51ea96. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.688606] env[69195]: DEBUG oslo_concurrency.lockutils [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] Acquiring lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.688756] env[69195]: DEBUG oslo_concurrency.lockutils [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] Acquired lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.688866] env[69195]: DEBUG nova.network.neutron [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Refreshing network info cache for port f779f7d2-eaf1-4faa-b42d-926f8e51ea96 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.172375] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467457} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.172375] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] d4c5a32a-fcfc-4618-bdfd-3fe922c999df/d4c5a32a-fcfc-4618-bdfd-3fe922c999df.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.172725] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.172768] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42a07053-5648-4056-9a66-e2b4965bc808 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.179913] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 793.179913] env[69195]: value = "task-3504209" [ 793.179913] env[69195]: _type = "Task" [ 793.179913] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.188706] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.245291] env[69195]: DEBUG nova.network.neutron [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.313816] env[69195]: DEBUG nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.354066] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.354066] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.354066] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.354234] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.354234] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.354234] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.354234] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.354234] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.354960] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.354960] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.354960] env[69195]: DEBUG nova.virt.hardware [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.359019] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4e21a-bfaa-4783-b277-6c8735347d2a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.364937] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59374591-2899-4b1e-98fd-3c50716b18b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.369648] env[69195]: DEBUG nova.network.neutron [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.578117] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquiring lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.578362] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.690881] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067973} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.693777] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.694825] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9766c8-152e-4105-b3c5-c9903edb95dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.717797] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d4c5a32a-fcfc-4618-bdfd-3fe922c999df/d4c5a32a-fcfc-4618-bdfd-3fe922c999df.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.721011] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de604754-b30d-4ea6-832b-bad603f7bc76 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.742528] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 793.742528] env[69195]: value = "task-3504210" [ 793.742528] env[69195]: _type = "Task" [ 793.742528] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.751251] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.828492] env[69195]: DEBUG nova.network.neutron [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Successfully updated port: 11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.872472] env[69195]: DEBUG oslo_concurrency.lockutils [req-6089e965-39f3-47b2-8ea7-3c1960b51c8c req-38c7f27d-383d-49ad-a7b2-c7551d88c9e9 service nova] Releasing lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.876591] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a3770f-b551-4185-ad35-5852f008e129 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.884569] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e99b450-773e-4a31-80a2-5c2022317e07 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.915634] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f1b4e9-21b1-423a-aea3-e6bf682f284b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.923046] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee73ec4-82ad-4733-897e-766612348110 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.938081] env[69195]: DEBUG nova.compute.provider_tree [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.214487] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Successfully updated port: a1225ba6-a825-49f9-af4c-a1a74c8b43ee {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.252825] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504210, 'name': ReconfigVM_Task, 'duration_secs': 0.304449} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.252927] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d4c5a32a-fcfc-4618-bdfd-3fe922c999df/d4c5a32a-fcfc-4618-bdfd-3fe922c999df.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.253545] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23b151b3-ae22-437e-9372-e04e2fd76a8c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.260162] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 794.260162] env[69195]: value = "task-3504211" [ 794.260162] env[69195]: _type = "Task" [ 794.260162] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.269392] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504211, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.333847] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.334033] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquired lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.334202] env[69195]: DEBUG nova.network.neutron [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.441318] env[69195]: DEBUG nova.scheduler.client.report [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.724963] env[69195]: DEBUG nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Received event network-vif-plugged-11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.725818] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Acquiring lock "a72cc066-0d49-400b-8afe-3df0a1527ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.725818] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Lock "a72cc066-0d49-400b-8afe-3df0a1527ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.725818] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Lock "a72cc066-0d49-400b-8afe-3df0a1527ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.725818] env[69195]: DEBUG nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] No waiting events found dispatching network-vif-plugged-11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.726616] env[69195]: WARNING nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Received unexpected event network-vif-plugged-11a341eb-c60a-4b7d-9c89-13cf16638e62 for instance with vm_state building and task_state spawning. [ 794.726879] env[69195]: DEBUG nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Received event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.727086] env[69195]: DEBUG nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing instance network info cache due to event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.727249] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Acquiring lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.773275] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504211, 'name': Rename_Task, 'duration_secs': 0.137706} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.773275] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.773275] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54abc2ee-624b-48dd-ab92-66753d60889d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.778739] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 794.778739] env[69195]: value = "task-3504212" [ 794.778739] env[69195]: _type = "Task" [ 794.778739] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.787511] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.883354] env[69195]: DEBUG nova.network.neutron [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.949294] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.949294] env[69195]: DEBUG nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.953921] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.122s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.954325] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.956382] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.175s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.957989] env[69195]: INFO nova.compute.claims [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.998104] env[69195]: INFO nova.scheduler.client.report [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted allocations for instance 9a8894fc-2623-4760-be9b-8884b50781eb [ 795.112156] env[69195]: DEBUG nova.network.neutron [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [{"id": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "address": "fa:16:3e:e6:ec:4e", "network": {"id": "44842f2d-9fc8-49e2-968d-47a2ab6370e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2026218801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "671721b2e29947fa9fb90abcb9e71de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a341eb-c6", "ovs_interfaceid": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.290332] env[69195]: DEBUG oslo_vmware.api [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504212, 'name': PowerOnVM_Task, 'duration_secs': 0.485445} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.290625] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.290807] env[69195]: INFO nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Took 7.18 seconds to spawn the instance on the hypervisor. [ 795.290986] env[69195]: DEBUG nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.291865] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc583beb-16f4-4b39-b81f-772905bfd76b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.463694] env[69195]: DEBUG nova.compute.utils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.468038] env[69195]: DEBUG nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.468038] env[69195]: DEBUG nova.network.neutron [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.507172] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2e0aa8ef-b1d3-4317-a536-1795a570dea5 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "9a8894fc-2623-4760-be9b-8884b50781eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.380s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.509254] env[69195]: DEBUG nova.policy [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5116d5cb69455186f445459ac04fff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '989717d9efa74e1dbb027192e88b4483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.616727] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Releasing lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.616727] env[69195]: DEBUG nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Instance network_info: |[{"id": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "address": "fa:16:3e:e6:ec:4e", "network": {"id": "44842f2d-9fc8-49e2-968d-47a2ab6370e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2026218801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "671721b2e29947fa9fb90abcb9e71de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a341eb-c6", "ovs_interfaceid": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.617077] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Acquired lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.617077] env[69195]: DEBUG nova.network.neutron [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.617077] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ec:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11a341eb-c60a-4b7d-9c89-13cf16638e62', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.625701] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Creating folder: Project (671721b2e29947fa9fb90abcb9e71de5). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.630655] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63b55a34-8dbd-485a-8adf-0b2f4d4524f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.641857] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Created folder: Project (671721b2e29947fa9fb90abcb9e71de5) in parent group-v700121. [ 795.642071] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Creating folder: Instances. Parent ref: group-v700242. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.642307] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51fa7802-857d-4275-8310-d9d448d672b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.655812] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Created folder: Instances in parent group-v700242. [ 795.656079] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.656275] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.656482] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a045c891-cf65-44cc-bff8-7a3b1bfe5d10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.678760] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.678760] env[69195]: value = "task-3504215" [ 795.678760] env[69195]: _type = "Task" [ 795.678760] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.686953] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504215, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.811130] env[69195]: INFO nova.compute.manager [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Took 53.82 seconds to build instance. [ 795.873879] env[69195]: DEBUG nova.network.neutron [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updated VIF entry in instance network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.874469] env[69195]: DEBUG nova.network.neutron [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [{"id": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "address": "fa:16:3e:e6:ec:4e", "network": {"id": "44842f2d-9fc8-49e2-968d-47a2ab6370e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2026218801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "671721b2e29947fa9fb90abcb9e71de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a341eb-c6", "ovs_interfaceid": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.901486] env[69195]: DEBUG nova.network.neutron [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Successfully created port: fd6a5cb9-91c7-48a9-a002-6504eb2b96d9 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.968334] env[69195]: DEBUG nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.197112] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504215, 'name': CreateVM_Task, 'duration_secs': 0.346067} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.197286] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.198208] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.198578] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.198716] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.202440] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb20bfa-f621-4d80-9a09-fdfc51c5bf3b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.208357] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 796.208357] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52860388-9886-e3dd-356a-957956ae6a3b" [ 796.208357] env[69195]: _type = "Task" [ 796.208357] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.216972] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52860388-9886-e3dd-356a-957956ae6a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.312856] env[69195]: DEBUG oslo_concurrency.lockutils [None req-183a01db-019d-4b10-bf76-24d9819d1f2b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.979s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.377129] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Releasing lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.377614] env[69195]: DEBUG nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-vif-plugged-a1225ba6-a825-49f9-af4c-a1a74c8b43ee {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.377825] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Acquiring lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.378158] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.378246] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.378417] env[69195]: DEBUG nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] No waiting events found dispatching network-vif-plugged-a1225ba6-a825-49f9-af4c-a1a74c8b43ee {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.378590] env[69195]: WARNING nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received unexpected event network-vif-plugged-a1225ba6-a825-49f9-af4c-a1a74c8b43ee for instance with vm_state building and task_state spawning. [ 796.378756] env[69195]: DEBUG nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-changed-a1225ba6-a825-49f9-af4c-a1a74c8b43ee {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.378913] env[69195]: DEBUG nova.compute.manager [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Refreshing instance network info cache due to event network-changed-a1225ba6-a825-49f9-af4c-a1a74c8b43ee. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.379303] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Acquiring lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.379457] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Acquired lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.379625] env[69195]: DEBUG nova.network.neutron [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Refreshing network info cache for port a1225ba6-a825-49f9-af4c-a1a74c8b43ee {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.498572] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Successfully updated port: ebab695f-53c0-425a-a081-1577aa2f5afa {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.538261] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9162c7-c9ee-454d-81a5-e4478699cca2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.546836] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea3f3a0-71e9-4deb-a5e8-fb3d0e2317be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.582053] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c2662-bf0d-46a0-acaa-0557b8fb6d75 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.589608] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b528ffa0-d7f5-4c28-a35c-e989b66f7fcf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.603591] env[69195]: DEBUG nova.compute.provider_tree [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.719189] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52860388-9886-e3dd-356a-957956ae6a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.719541] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.720217] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.720217] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.720315] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.720463] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.721085] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b15f227e-91fc-4624-8bab-cfb165ae9eba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.730564] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.730564] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.731253] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fbbb68-83bf-42f5-b89d-1b32550f3632 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.737573] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 796.737573] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b60824-c74c-74f3-a31a-64802d75af0d" [ 796.737573] env[69195]: _type = "Task" [ 796.737573] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.745726] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b60824-c74c-74f3-a31a-64802d75af0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.817039] env[69195]: DEBUG nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.929840] env[69195]: DEBUG nova.network.neutron [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.984038] env[69195]: DEBUG nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.002445] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.012047] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.012351] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.012511] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.012693] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.012836] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.012982] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.013208] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.013389] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.014270] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.014270] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.014270] env[69195]: DEBUG nova.virt.hardware [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.017709] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd48c4c-1d53-4771-bec3-fc26b85ce14c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.027196] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2794e505-8052-4d90-86ec-fa81b881d809 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.055556] env[69195]: DEBUG nova.compute.manager [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-vif-plugged-ebab695f-53c0-425a-a081-1577aa2f5afa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.055556] env[69195]: DEBUG oslo_concurrency.lockutils [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] Acquiring lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.055556] env[69195]: DEBUG oslo_concurrency.lockutils [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.055706] env[69195]: DEBUG oslo_concurrency.lockutils [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.055964] env[69195]: DEBUG nova.compute.manager [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] No waiting events found dispatching network-vif-plugged-ebab695f-53c0-425a-a081-1577aa2f5afa {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.055964] env[69195]: WARNING nova.compute.manager [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received unexpected event network-vif-plugged-ebab695f-53c0-425a-a081-1577aa2f5afa for instance with vm_state building and task_state spawning. [ 797.056161] env[69195]: DEBUG nova.compute.manager [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-changed-ebab695f-53c0-425a-a081-1577aa2f5afa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.056282] env[69195]: DEBUG nova.compute.manager [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Refreshing instance network info cache due to event network-changed-ebab695f-53c0-425a-a081-1577aa2f5afa. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.056447] env[69195]: DEBUG oslo_concurrency.lockutils [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] Acquiring lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.079898] env[69195]: DEBUG nova.network.neutron [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.107202] env[69195]: DEBUG nova.scheduler.client.report [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.247906] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b60824-c74c-74f3-a31a-64802d75af0d, 'name': SearchDatastore_Task, 'duration_secs': 0.012535} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.248734] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4177d818-504b-4b54-91cf-994f2e7da6c3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.253950] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 797.253950] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522205df-525f-002f-c783-99bbb19c88bb" [ 797.253950] env[69195]: _type = "Task" [ 797.253950] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.261934] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522205df-525f-002f-c783-99bbb19c88bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.335801] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.556040] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.556279] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.582294] env[69195]: DEBUG oslo_concurrency.lockutils [req-9d45656d-15d6-420d-85ec-e085a76cd16f req-420dc6c8-4276-434f-8b87-7dbe320f4dd3 service nova] Releasing lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.582648] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquired lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.582957] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.606355] env[69195]: DEBUG nova.network.neutron [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Successfully updated port: fd6a5cb9-91c7-48a9-a002-6504eb2b96d9 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.615183] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.615717] env[69195]: DEBUG nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.618167] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.073s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.618363] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.620340] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.797s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.623145] env[69195]: INFO nova.compute.claims [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.646159] env[69195]: INFO nova.scheduler.client.report [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Deleted allocations for instance 4e36d628-5f9b-46ff-aafc-8768db9cf0dc [ 797.764192] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522205df-525f-002f-c783-99bbb19c88bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.764510] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.764865] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9/a72cc066-0d49-400b-8afe-3df0a1527ca9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.765456] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf4f07d-a39f-49ed-a21d-66cdaf972286 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.772976] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 797.772976] env[69195]: value = "task-3504216" [ 797.772976] env[69195]: _type = "Task" [ 797.772976] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.780607] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.110061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "refresh_cache-e7490889-d165-420a-86c1-e12a1ffb2897" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.110061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "refresh_cache-e7490889-d165-420a-86c1-e12a1ffb2897" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.110402] env[69195]: DEBUG nova.network.neutron [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.133886] env[69195]: DEBUG nova.compute.utils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.136164] env[69195]: DEBUG nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.136164] env[69195]: DEBUG nova.network.neutron [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.156067] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03c2066-0442-421c-ae57-56eed3d37827 tempest-TenantUsagesTestJSON-744140899 tempest-TenantUsagesTestJSON-744140899-project-member] Lock "4e36d628-5f9b-46ff-aafc-8768db9cf0dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.272s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.286782] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511866} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.287191] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9/a72cc066-0d49-400b-8afe-3df0a1527ca9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.287558] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.287857] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22f840b2-c2e1-4c19-8b72-d533ff408d4c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.294238] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 798.294238] env[69195]: value = "task-3504217" [ 798.294238] env[69195]: _type = "Task" [ 798.294238] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.303490] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.411885] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.483209] env[69195]: DEBUG nova.policy [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fece4bea51de4678996db8deac04e02a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92433797d8964e30995e6c6e26728b3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.639556] env[69195]: DEBUG nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.714726] env[69195]: DEBUG nova.network.neutron [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.809860] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065493} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.810275] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.811210] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac52b1fc-d6a1-4a14-91f4-325f58e9c48b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.835069] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9/a72cc066-0d49-400b-8afe-3df0a1527ca9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.838432] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7bd64a-47f4-46a1-9f1f-cc48907391dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.862139] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 798.862139] env[69195]: value = "task-3504218" [ 798.862139] env[69195]: _type = "Task" [ 798.862139] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.877287] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.202104] env[69195]: DEBUG nova.network.neutron [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Successfully created port: 0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.250807] env[69195]: DEBUG nova.network.neutron [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Updating instance_info_cache with network_info: [{"id": "fd6a5cb9-91c7-48a9-a002-6504eb2b96d9", "address": "fa:16:3e:14:58:fa", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6a5cb9-91", "ovs_interfaceid": "fd6a5cb9-91c7-48a9-a002-6504eb2b96d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.265805] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c92d7-2860-46be-a513-a4ffd5bfbf94 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.276384] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79baa1ad-1a22-49b8-b581-96c6061951ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.312992] env[69195]: DEBUG nova.network.neutron [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Updating instance_info_cache with network_info: [{"id": "f779f7d2-eaf1-4faa-b42d-926f8e51ea96", "address": "fa:16:3e:5f:ae:60", "network": {"id": "850a8c82-81bf-468c-ac6e-9da9715e5a7e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-238432149", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf779f7d2-ea", "ovs_interfaceid": "f779f7d2-eaf1-4faa-b42d-926f8e51ea96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1225ba6-a825-49f9-af4c-a1a74c8b43ee", "address": "fa:16:3e:33:f2:56", "network": {"id": "bedceaf9-9b37-406b-b914-9d1af137b2b3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-972984660", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1225ba6-a8", "ovs_interfaceid": "a1225ba6-a825-49f9-af4c-a1a74c8b43ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ebab695f-53c0-425a-a081-1577aa2f5afa", "address": "fa:16:3e:7b:3a:df", "network": {"id": "850a8c82-81bf-468c-ac6e-9da9715e5a7e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-238432149", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebab695f-53", "ovs_interfaceid": "ebab695f-53c0-425a-a081-1577aa2f5afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.314733] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bd36b5-84e0-4d3f-8ecd-5fdeea264fac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.318700] env[69195]: DEBUG nova.compute.manager [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Received event network-vif-plugged-fd6a5cb9-91c7-48a9-a002-6504eb2b96d9 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.318949] env[69195]: DEBUG oslo_concurrency.lockutils [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] Acquiring lock "e7490889-d165-420a-86c1-e12a1ffb2897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.320297] env[69195]: DEBUG oslo_concurrency.lockutils [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] Lock "e7490889-d165-420a-86c1-e12a1ffb2897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.320297] env[69195]: DEBUG oslo_concurrency.lockutils [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] Lock "e7490889-d165-420a-86c1-e12a1ffb2897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.320297] env[69195]: DEBUG nova.compute.manager [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] No waiting events found dispatching network-vif-plugged-fd6a5cb9-91c7-48a9-a002-6504eb2b96d9 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.320297] env[69195]: WARNING nova.compute.manager [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Received unexpected event network-vif-plugged-fd6a5cb9-91c7-48a9-a002-6504eb2b96d9 for instance with vm_state building and task_state spawning. [ 799.320297] env[69195]: DEBUG nova.compute.manager [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Received event network-changed-fd6a5cb9-91c7-48a9-a002-6504eb2b96d9 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.320614] env[69195]: DEBUG nova.compute.manager [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Refreshing instance network info cache due to event network-changed-fd6a5cb9-91c7-48a9-a002-6504eb2b96d9. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.320614] env[69195]: DEBUG oslo_concurrency.lockutils [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] Acquiring lock "refresh_cache-e7490889-d165-420a-86c1-e12a1ffb2897" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.330098] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e56eb3-8fbb-491c-ac65-23cf34257673 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.345986] env[69195]: DEBUG nova.compute.provider_tree [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.373440] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.654537] env[69195]: DEBUG nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.693100] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.693427] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.693703] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.694065] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.694307] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.694583] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.694958] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.695256] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.695558] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.695862] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.696205] env[69195]: DEBUG nova.virt.hardware [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.697653] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69634f98-2196-49fb-9c72-894c8173c656 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.709268] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb4bb0b-6de9-4a03-82d8-943e5a728e67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.756919] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "refresh_cache-e7490889-d165-420a-86c1-e12a1ffb2897" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.757321] env[69195]: DEBUG nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Instance network_info: |[{"id": "fd6a5cb9-91c7-48a9-a002-6504eb2b96d9", "address": "fa:16:3e:14:58:fa", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6a5cb9-91", "ovs_interfaceid": "fd6a5cb9-91c7-48a9-a002-6504eb2b96d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.758028] env[69195]: DEBUG oslo_concurrency.lockutils [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] Acquired lock "refresh_cache-e7490889-d165-420a-86c1-e12a1ffb2897" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.758028] env[69195]: DEBUG nova.network.neutron [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Refreshing network info cache for port fd6a5cb9-91c7-48a9-a002-6504eb2b96d9 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.759421] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:58:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd6a5cb9-91c7-48a9-a002-6504eb2b96d9', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.767308] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating folder: Project (989717d9efa74e1dbb027192e88b4483). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.770764] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50e83707-9f54-469d-850d-798947b6ab1e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.783088] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Created folder: Project (989717d9efa74e1dbb027192e88b4483) in parent group-v700121. [ 799.783088] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating folder: Instances. Parent ref: group-v700245. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.783361] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa7397fb-0cb0-4e1f-baa5-22c863c7b933 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.793364] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Created folder: Instances in parent group-v700245. [ 799.793674] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.793812] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.794027] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db078187-7b15-42af-a395-284c9f3f9dd9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.813683] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.813683] env[69195]: value = "task-3504221" [ 799.813683] env[69195]: _type = "Task" [ 799.813683] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.821503] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504221, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.824072] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Releasing lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.824459] env[69195]: DEBUG nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Instance network_info: |[{"id": "f779f7d2-eaf1-4faa-b42d-926f8e51ea96", "address": "fa:16:3e:5f:ae:60", "network": {"id": "850a8c82-81bf-468c-ac6e-9da9715e5a7e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-238432149", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf779f7d2-ea", "ovs_interfaceid": "f779f7d2-eaf1-4faa-b42d-926f8e51ea96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1225ba6-a825-49f9-af4c-a1a74c8b43ee", "address": "fa:16:3e:33:f2:56", "network": {"id": "bedceaf9-9b37-406b-b914-9d1af137b2b3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-972984660", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1225ba6-a8", "ovs_interfaceid": "a1225ba6-a825-49f9-af4c-a1a74c8b43ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ebab695f-53c0-425a-a081-1577aa2f5afa", "address": "fa:16:3e:7b:3a:df", "network": {"id": "850a8c82-81bf-468c-ac6e-9da9715e5a7e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-238432149", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebab695f-53", "ovs_interfaceid": "ebab695f-53c0-425a-a081-1577aa2f5afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.825029] env[69195]: DEBUG oslo_concurrency.lockutils [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] Acquired lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.825029] env[69195]: DEBUG nova.network.neutron [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Refreshing network info cache for port ebab695f-53c0-425a-a081-1577aa2f5afa {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.826576] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:ae:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f779f7d2-eaf1-4faa-b42d-926f8e51ea96', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:f2:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1225ba6-a825-49f9-af4c-a1a74c8b43ee', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:3a:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebab695f-53c0-425a-a081-1577aa2f5afa', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.837635] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Creating folder: Project (d3927dcbbd6e40e284875081054ba482). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.841835] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc499b28-aa61-4833-8d4f-fc2c04c06a6b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.853646] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Created folder: Project (d3927dcbbd6e40e284875081054ba482) in parent group-v700121. [ 799.853837] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Creating folder: Instances. Parent ref: group-v700248. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.854066] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2205463f-044d-4782-9651-3f61b9f9834b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.865116] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Created folder: Instances in parent group-v700248. [ 799.865414] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.868646] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.870144] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b9feb5d-ff57-4b47-9edb-8965ec8e9adc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.902950] env[69195]: ERROR nova.scheduler.client.report [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [req-548ee0eb-f592-4727-bbac-d3acd800a062] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-548ee0eb-f592-4727-bbac-d3acd800a062"}]} [ 799.910778] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.914294] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.914294] env[69195]: value = "task-3504224" [ 799.914294] env[69195]: _type = "Task" [ 799.914294] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.921419] env[69195]: DEBUG nova.scheduler.client.report [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 799.926792] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504224, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.937910] env[69195]: DEBUG nova.scheduler.client.report [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 799.937910] env[69195]: DEBUG nova.compute.provider_tree [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.956541] env[69195]: DEBUG nova.scheduler.client.report [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 799.981972] env[69195]: DEBUG nova.scheduler.client.report [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 800.118055] env[69195]: DEBUG nova.network.neutron [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Updated VIF entry in instance network info cache for port fd6a5cb9-91c7-48a9-a002-6504eb2b96d9. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.118600] env[69195]: DEBUG nova.network.neutron [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Updating instance_info_cache with network_info: [{"id": "fd6a5cb9-91c7-48a9-a002-6504eb2b96d9", "address": "fa:16:3e:14:58:fa", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6a5cb9-91", "ovs_interfaceid": "fd6a5cb9-91c7-48a9-a002-6504eb2b96d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.169374] env[69195]: DEBUG nova.network.neutron [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Updated VIF entry in instance network info cache for port ebab695f-53c0-425a-a081-1577aa2f5afa. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.169889] env[69195]: DEBUG nova.network.neutron [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Updating instance_info_cache with network_info: [{"id": "f779f7d2-eaf1-4faa-b42d-926f8e51ea96", "address": "fa:16:3e:5f:ae:60", "network": {"id": "850a8c82-81bf-468c-ac6e-9da9715e5a7e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-238432149", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf779f7d2-ea", "ovs_interfaceid": "f779f7d2-eaf1-4faa-b42d-926f8e51ea96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a1225ba6-a825-49f9-af4c-a1a74c8b43ee", "address": "fa:16:3e:33:f2:56", "network": {"id": "bedceaf9-9b37-406b-b914-9d1af137b2b3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-972984660", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1225ba6-a8", "ovs_interfaceid": "a1225ba6-a825-49f9-af4c-a1a74c8b43ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ebab695f-53c0-425a-a081-1577aa2f5afa", "address": "fa:16:3e:7b:3a:df", "network": {"id": "850a8c82-81bf-468c-ac6e-9da9715e5a7e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-238432149", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebab695f-53", "ovs_interfaceid": "ebab695f-53c0-425a-a081-1577aa2f5afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.325465] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504221, 'name': CreateVM_Task, 'duration_secs': 0.445435} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.325680] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.326319] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.326503] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.326785] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.327092] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49902075-dc94-41f3-bb02-ab991d2cee20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.331726] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 800.331726] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a92c47-88c9-5742-efd2-fcb409e7ae81" [ 800.331726] env[69195]: _type = "Task" [ 800.331726] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.341983] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a92c47-88c9-5742-efd2-fcb409e7ae81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.376343] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504218, 'name': ReconfigVM_Task, 'duration_secs': 1.223862} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.376539] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9/a72cc066-0d49-400b-8afe-3df0a1527ca9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.377191] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81805f2c-0882-482a-9bfc-582b9426a33b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.391267] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 800.391267] env[69195]: value = "task-3504225" [ 800.391267] env[69195]: _type = "Task" [ 800.391267] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.400920] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504225, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.426681] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504224, 'name': CreateVM_Task, 'duration_secs': 0.506078} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.426681] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.427075] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.518458] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d08f06d-7ded-4fa5-8d73-3c357279e5e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.528422] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60856899-d17a-4a5c-b171-79bd06137115 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.561707] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fad798d-22b8-4afd-81d6-1f2995b7e0f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.570856] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457a0f83-29e6-49e4-9474-1c37c40d5693 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.586745] env[69195]: DEBUG nova.compute.provider_tree [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.621256] env[69195]: DEBUG oslo_concurrency.lockutils [req-477f88c9-bf33-4bcc-b5be-ed3450989490 req-a23843b3-efc9-4f4e-b832-969afa557a75 service nova] Releasing lock "refresh_cache-e7490889-d165-420a-86c1-e12a1ffb2897" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.680825] env[69195]: DEBUG oslo_concurrency.lockutils [req-961915b6-a3dc-4a4f-af9d-4037ac5cc70f req-31f7ceb5-061e-4735-ab0a-aa9f05e0d54e service nova] Releasing lock "refresh_cache-2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.845508] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a92c47-88c9-5742-efd2-fcb409e7ae81, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.845508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.845508] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.845508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.845508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.845508] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.845508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.845508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.845508] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa2bae7c-2030-427e-9e91-71aa47442cb6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.846651] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c389682-2e66-47a2-ab34-a753cc832f48 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.852259] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 800.852259] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa017a-2b1c-fc8b-043c-660a3b788570" [ 800.852259] env[69195]: _type = "Task" [ 800.852259] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.857599] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.857982] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.858954] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10baa6c3-fbcf-4a61-ad2d-b7c98883db28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.864889] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa017a-2b1c-fc8b-043c-660a3b788570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.867901] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 800.867901] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ef9731-da1b-1664-c598-72ade96e980c" [ 800.867901] env[69195]: _type = "Task" [ 800.867901] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.875309] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ef9731-da1b-1664-c598-72ade96e980c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.900389] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504225, 'name': Rename_Task, 'duration_secs': 0.177446} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.900845] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.902837] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c7d183-23a0-478d-99d6-7639fb86597f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.907343] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 800.907343] env[69195]: value = "task-3504226" [ 800.907343] env[69195]: _type = "Task" [ 800.907343] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.915153] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.945606] env[69195]: DEBUG nova.network.neutron [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Successfully updated port: 0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.121512] env[69195]: DEBUG nova.scheduler.client.report [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 801.121945] env[69195]: DEBUG nova.compute.provider_tree [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 71 to 72 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 801.122202] env[69195]: DEBUG nova.compute.provider_tree [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.338217] env[69195]: DEBUG nova.compute.manager [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Received event network-vif-plugged-0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.338441] env[69195]: DEBUG oslo_concurrency.lockutils [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] Acquiring lock "c9830507-cc85-4b09-ae22-fa809fee2d1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.338652] env[69195]: DEBUG oslo_concurrency.lockutils [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] Lock "c9830507-cc85-4b09-ae22-fa809fee2d1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.338821] env[69195]: DEBUG oslo_concurrency.lockutils [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] Lock "c9830507-cc85-4b09-ae22-fa809fee2d1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.338996] env[69195]: DEBUG nova.compute.manager [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] No waiting events found dispatching network-vif-plugged-0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.339204] env[69195]: WARNING nova.compute.manager [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Received unexpected event network-vif-plugged-0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0 for instance with vm_state building and task_state spawning. [ 801.339370] env[69195]: DEBUG nova.compute.manager [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Received event network-changed-0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.339524] env[69195]: DEBUG nova.compute.manager [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Refreshing instance network info cache due to event network-changed-0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.339706] env[69195]: DEBUG oslo_concurrency.lockutils [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] Acquiring lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.339847] env[69195]: DEBUG oslo_concurrency.lockutils [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] Acquired lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.340011] env[69195]: DEBUG nova.network.neutron [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Refreshing network info cache for port 0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.362366] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fa017a-2b1c-fc8b-043c-660a3b788570, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.362795] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.363081] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.363300] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.377396] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ef9731-da1b-1664-c598-72ade96e980c, 'name': SearchDatastore_Task, 'duration_secs': 0.011789} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.378185] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f68ff67-0c12-4ffb-9728-af30607392ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.383480] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 801.383480] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52702318-03b8-bfc2-45a0-a383f8853d3a" [ 801.383480] env[69195]: _type = "Task" [ 801.383480] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.392259] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52702318-03b8-bfc2-45a0-a383f8853d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.417251] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.449720] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.627562] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.007s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.628138] env[69195]: DEBUG nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.634530] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.783s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.636332] env[69195]: INFO nova.compute.claims [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.872918] env[69195]: DEBUG nova.network.neutron [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.896775] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52702318-03b8-bfc2-45a0-a383f8853d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.897045] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.897299] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] e7490889-d165-420a-86c1-e12a1ffb2897/e7490889-d165-420a-86c1-e12a1ffb2897.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.897594] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.897985] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.898065] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a119096c-17c1-45b8-98c5-7822248ffd56 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.900164] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82a498fa-aaf8-4133-9f6a-a7278e2bee35 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.909568] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 801.909568] env[69195]: value = "task-3504227" [ 801.909568] env[69195]: _type = "Task" [ 801.909568] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.914063] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.914063] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.916263] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00a6b76-dd54-4309-937e-4e63586fbb2d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.921843] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.928354] env[69195]: DEBUG oslo_vmware.api [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504226, 'name': PowerOnVM_Task, 'duration_secs': 0.541265} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.929527] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.929736] env[69195]: INFO nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Took 8.62 seconds to spawn the instance on the hypervisor. [ 801.929917] env[69195]: DEBUG nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.930264] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 801.930264] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fba825-807d-5fec-77fc-3fe2a4329c38" [ 801.930264] env[69195]: _type = "Task" [ 801.930264] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.930937] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cd4357-37b4-4a2a-ab60-d5141d3ccb13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.940990] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fba825-807d-5fec-77fc-3fe2a4329c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.962450] env[69195]: DEBUG nova.network.neutron [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.143603] env[69195]: DEBUG nova.compute.utils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.148850] env[69195]: DEBUG nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.149050] env[69195]: DEBUG nova.network.neutron [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.225834] env[69195]: DEBUG nova.policy [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9a8878577704aae9b45c99359bfc8d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29afbbb122f9441f91293cbd7686a8b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.425048] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504227, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.444490] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fba825-807d-5fec-77fc-3fe2a4329c38, 'name': SearchDatastore_Task, 'duration_secs': 0.017068} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.451348] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2fb7f9-0419-40bc-9003-c4cb5653a180 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.457272] env[69195]: INFO nova.compute.manager [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Took 49.35 seconds to build instance. [ 802.460295] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 802.460295] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d2c1ce-aff0-922e-c25a-54e7f6dee21e" [ 802.460295] env[69195]: _type = "Task" [ 802.460295] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.464408] env[69195]: DEBUG oslo_concurrency.lockutils [req-b74b8a9d-f069-494a-8387-5ad96473f68b req-8ac87f0c-6667-407d-bebb-669b514505cd service nova] Releasing lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.464970] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.465155] env[69195]: DEBUG nova.network.neutron [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.474941] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d2c1ce-aff0-922e-c25a-54e7f6dee21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.652138] env[69195]: DEBUG nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.721056] env[69195]: DEBUG nova.network.neutron [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Successfully created port: d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.920198] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643521} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.921024] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] e7490889-d165-420a-86c1-e12a1ffb2897/e7490889-d165-420a-86c1-e12a1ffb2897.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.921024] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.921154] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3862afb-be9f-4eac-9b5f-6cda55e8867c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.928621] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 802.928621] env[69195]: value = "task-3504228" [ 802.928621] env[69195]: _type = "Task" [ 802.928621] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.939494] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.962042] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b9d6adf-e83b-4c04-ba42-c123fb04c074 tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "a72cc066-0d49-400b-8afe-3df0a1527ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.549s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.983679] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d2c1ce-aff0-922e-c25a-54e7f6dee21e, 'name': SearchDatastore_Task, 'duration_secs': 0.020573} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.985956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.986911] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8/2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.986911] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4810f51-cb03-489f-8065-47c4faf70d30 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.995048] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 802.995048] env[69195]: value = "task-3504229" [ 802.995048] env[69195]: _type = "Task" [ 802.995048] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.009255] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.049227] env[69195]: DEBUG nova.network.neutron [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.210778] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daf70c5-5ab3-4345-b11b-c2741b0ec933 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.220981] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68338d-bc52-4c75-8041-2c45cea96086 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.258977] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57b9bba-6507-4f44-a0f3-0923493ab15b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.267039] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcb75d0-3c9d-4f06-ad3b-2fb62e1a1167 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.282228] env[69195]: DEBUG nova.compute.provider_tree [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.327535] env[69195]: DEBUG nova.network.neutron [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Updating instance_info_cache with network_info: [{"id": "0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0", "address": "fa:16:3e:a9:ec:f5", "network": {"id": "68b7a8a0-3b8b-4396-ba6a-e14fc096804e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1174694237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "92433797d8964e30995e6c6e26728b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2ca4f4-30", "ovs_interfaceid": "0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.440136] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076376} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.440410] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.441192] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a01b90-b9de-47c9-9d7a-3c6de0c4f7e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.463467] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] e7490889-d165-420a-86c1-e12a1ffb2897/e7490889-d165-420a-86c1-e12a1ffb2897.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.463788] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd18c0f-b604-44cb-b02e-7dde2f236686 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.478376] env[69195]: DEBUG nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.487094] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 803.487094] env[69195]: value = "task-3504230" [ 803.487094] env[69195]: _type = "Task" [ 803.487094] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.496137] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.503744] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.663529] env[69195]: DEBUG nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.705325] env[69195]: DEBUG nova.virt.hardware [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.706128] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad9d77-d7f8-48d0-bc0a-a8c5826b9a46 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.714869] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc409cd-5ed9-4c1f-93f8-c506cd66bcf7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.786021] env[69195]: DEBUG nova.scheduler.client.report [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.830553] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.830946] env[69195]: DEBUG nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Instance network_info: |[{"id": "0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0", "address": "fa:16:3e:a9:ec:f5", "network": {"id": "68b7a8a0-3b8b-4396-ba6a-e14fc096804e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1174694237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "92433797d8964e30995e6c6e26728b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2ca4f4-30", "ovs_interfaceid": "0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.831406] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:ec:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.841831] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.842697] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.843099] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a2377ad-cefc-4799-b080-28d6e837c0be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.865120] env[69195]: INFO nova.compute.manager [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Rescuing [ 803.865120] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.865411] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquired lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.865523] env[69195]: DEBUG nova.network.neutron [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.872270] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.872270] env[69195]: value = "task-3504231" [ 803.872270] env[69195]: _type = "Task" [ 803.872270] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.885292] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504231, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.010943] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.014837] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.021995] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504229, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.231511] env[69195]: DEBUG nova.compute.manager [req-dd6ae07e-b052-43a1-b1c8-4bc246144e31 req-05a080f6-c5a4-4888-9dc6-d090e2d7a3e4 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Received event network-vif-plugged-d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.231746] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd6ae07e-b052-43a1-b1c8-4bc246144e31 req-05a080f6-c5a4-4888-9dc6-d090e2d7a3e4 service nova] Acquiring lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.231979] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd6ae07e-b052-43a1-b1c8-4bc246144e31 req-05a080f6-c5a4-4888-9dc6-d090e2d7a3e4 service nova] Lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.233339] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd6ae07e-b052-43a1-b1c8-4bc246144e31 req-05a080f6-c5a4-4888-9dc6-d090e2d7a3e4 service nova] Lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.233339] env[69195]: DEBUG nova.compute.manager [req-dd6ae07e-b052-43a1-b1c8-4bc246144e31 req-05a080f6-c5a4-4888-9dc6-d090e2d7a3e4 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] No waiting events found dispatching network-vif-plugged-d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.233339] env[69195]: WARNING nova.compute.manager [req-dd6ae07e-b052-43a1-b1c8-4bc246144e31 req-05a080f6-c5a4-4888-9dc6-d090e2d7a3e4 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Received unexpected event network-vif-plugged-d49d801f-b149-4008-be7c-60eb22ae1d57 for instance with vm_state building and task_state spawning. [ 804.293390] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.293390] env[69195]: DEBUG nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.299161] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.983s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.299421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.306022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.976s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.306022] env[69195]: INFO nova.compute.claims [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.322076] env[69195]: DEBUG nova.network.neutron [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Successfully updated port: d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.338929] env[69195]: INFO nova.scheduler.client.report [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Deleted allocations for instance 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6 [ 804.384673] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504231, 'name': CreateVM_Task, 'duration_secs': 0.366161} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.384673] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.385299] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.385362] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.385940] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.386049] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d481eee0-7326-4749-8832-9cfdaf03478d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.391293] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 804.391293] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e53e1-8eb4-2bcb-53a2-3c4484d3da18" [ 804.391293] env[69195]: _type = "Task" [ 804.391293] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.401553] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e53e1-8eb4-2bcb-53a2-3c4484d3da18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.499704] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504230, 'name': ReconfigVM_Task, 'duration_secs': 0.786861} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.503055] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Reconfigured VM instance instance-0000002b to attach disk [datastore1] e7490889-d165-420a-86c1-e12a1ffb2897/e7490889-d165-420a-86c1-e12a1ffb2897.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.506090] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72c00a2b-b041-4e8e-94b6-8bed114b540f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.513036] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504229, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.047966} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.515028] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8/2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.515296] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.515656] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 804.515656] env[69195]: value = "task-3504232" [ 804.515656] env[69195]: _type = "Task" [ 804.515656] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.515949] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e569ef32-b694-4a80-977f-f1e2dc7025fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.529158] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504232, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.532294] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 804.532294] env[69195]: value = "task-3504233" [ 804.532294] env[69195]: _type = "Task" [ 804.532294] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.541475] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.632254] env[69195]: DEBUG nova.network.neutron [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [{"id": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "address": "fa:16:3e:e6:ec:4e", "network": {"id": "44842f2d-9fc8-49e2-968d-47a2ab6370e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2026218801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "671721b2e29947fa9fb90abcb9e71de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a341eb-c6", "ovs_interfaceid": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.817336] env[69195]: DEBUG nova.compute.utils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.821400] env[69195]: DEBUG nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.821818] env[69195]: DEBUG nova.network.neutron [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.827642] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquiring lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.827642] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquired lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.827642] env[69195]: DEBUG nova.network.neutron [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.856936] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ea51c3d-35a4-423a-86c1-541854d66709 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.452s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.887541] env[69195]: DEBUG nova.policy [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d54ab6183a74207bd02189d915c6733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ce096455274c929115c8a5592900f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.907058] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e53e1-8eb4-2bcb-53a2-3c4484d3da18, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.907058] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.907255] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.907631] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.907631] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.907701] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.908096] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b3f71c-44f1-4abb-881d-400c49bae72f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.932213] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.934031] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.934224] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa973af-ac0b-4ab3-930f-0291d84f24c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.942768] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 804.942768] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a50281-600b-adfe-102e-3a42d8448128" [ 804.942768] env[69195]: _type = "Task" [ 804.942768] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.951407] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a50281-600b-adfe-102e-3a42d8448128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.028913] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504232, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.043346] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075431} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.043346] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.043346] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370caba6-fd52-49e0-ac2d-ee2520bf19fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.070635] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8/2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.070942] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54cef6f3-d269-461a-8b29-998d391b4ca5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.090511] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 805.090511] env[69195]: value = "task-3504234" [ 805.090511] env[69195]: _type = "Task" [ 805.090511] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.100708] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.137039] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Releasing lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.267174] env[69195]: DEBUG nova.network.neutron [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Successfully created port: 39262693-bede-4cdf-ba51-bb2db87b9799 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.325065] env[69195]: DEBUG nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.380865] env[69195]: DEBUG nova.network.neutron [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.461347] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a50281-600b-adfe-102e-3a42d8448128, 'name': SearchDatastore_Task, 'duration_secs': 0.057107} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.465198] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1e2257-5ad5-4b90-996c-a6efb0521efb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.477043] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 805.477043] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f9580-78ff-5cf1-3223-fd98bb02bf92" [ 805.477043] env[69195]: _type = "Task" [ 805.477043] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.489957] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f9580-78ff-5cf1-3223-fd98bb02bf92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.533670] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504232, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.563203] env[69195]: DEBUG nova.network.neutron [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Updating instance_info_cache with network_info: [{"id": "d49d801f-b149-4008-be7c-60eb22ae1d57", "address": "fa:16:3e:4e:49:68", "network": {"id": "d269eeea-048d-4c86-bff7-41d109b73ffb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-420935788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29afbbb122f9441f91293cbd7686a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49d801f-b1", "ovs_interfaceid": "d49d801f-b149-4008-be7c-60eb22ae1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.601344] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.886470] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0245be99-06c0-41c7-9c4d-f8d3956707c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.895875] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c63b4-a639-4c8e-a9e8-402bf6826098 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.927126] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d3649e-4f50-4f18-a2b6-3c23a5d0769d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.934976] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696bafd-a3c3-4be4-a9a7-f44a405591f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.949349] env[69195]: DEBUG nova.compute.provider_tree [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.984984] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f9580-78ff-5cf1-3223-fd98bb02bf92, 'name': SearchDatastore_Task, 'duration_secs': 0.023371} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.985317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.985589] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a/c9830507-cc85-4b09-ae22-fa809fee2d1a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.985843] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcc732df-45fe-4360-87b0-2a87ca87bcd0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.993026] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 805.993026] env[69195]: value = "task-3504235" [ 805.993026] env[69195]: _type = "Task" [ 805.993026] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.004272] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.031030] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504232, 'name': Rename_Task, 'duration_secs': 1.329298} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.031367] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.031421] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f5558e-9e92-445e-a486-277e949f21e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.036884] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 806.036884] env[69195]: value = "task-3504236" [ 806.036884] env[69195]: _type = "Task" [ 806.036884] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.045045] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.065939] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Releasing lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.066437] env[69195]: DEBUG nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Instance network_info: |[{"id": "d49d801f-b149-4008-be7c-60eb22ae1d57", "address": "fa:16:3e:4e:49:68", "network": {"id": "d269eeea-048d-4c86-bff7-41d109b73ffb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-420935788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29afbbb122f9441f91293cbd7686a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49d801f-b1", "ovs_interfaceid": "d49d801f-b149-4008-be7c-60eb22ae1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.067021] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:49:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '838c9497-35dd-415e-96c7-8dc21b0cd4b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd49d801f-b149-4008-be7c-60eb22ae1d57', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.074890] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Creating folder: Project (29afbbb122f9441f91293cbd7686a8b4). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.075253] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be481695-0294-4177-a891-a06ecc69829f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.085376] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Created folder: Project (29afbbb122f9441f91293cbd7686a8b4) in parent group-v700121. [ 806.085699] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Creating folder: Instances. Parent ref: group-v700252. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.085976] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0171e3e-c83d-4caf-894d-ccccc48dc436 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.097007] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Created folder: Instances in parent group-v700252. [ 806.097414] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.098118] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.098452] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cea0f495-624e-49b9-a872-463524b91eed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.118894] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.124172] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.124172] env[69195]: value = "task-3504239" [ 806.124172] env[69195]: _type = "Task" [ 806.124172] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.130706] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504239, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.337190] env[69195]: DEBUG nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.344099] env[69195]: DEBUG nova.compute.manager [req-b9adb202-b1d7-4629-9a37-8ac2c1af8b75 req-e53d8ab2-6e5f-4398-b972-380a54ec94ff service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Received event network-changed-d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.344311] env[69195]: DEBUG nova.compute.manager [req-b9adb202-b1d7-4629-9a37-8ac2c1af8b75 req-e53d8ab2-6e5f-4398-b972-380a54ec94ff service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Refreshing instance network info cache due to event network-changed-d49d801f-b149-4008-be7c-60eb22ae1d57. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.344536] env[69195]: DEBUG oslo_concurrency.lockutils [req-b9adb202-b1d7-4629-9a37-8ac2c1af8b75 req-e53d8ab2-6e5f-4398-b972-380a54ec94ff service nova] Acquiring lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.345033] env[69195]: DEBUG oslo_concurrency.lockutils [req-b9adb202-b1d7-4629-9a37-8ac2c1af8b75 req-e53d8ab2-6e5f-4398-b972-380a54ec94ff service nova] Acquired lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.345263] env[69195]: DEBUG nova.network.neutron [req-b9adb202-b1d7-4629-9a37-8ac2c1af8b75 req-e53d8ab2-6e5f-4398-b972-380a54ec94ff service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Refreshing network info cache for port d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.376017] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.376388] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.376513] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.376708] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.376884] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.377051] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.377306] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.377429] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.377644] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.377832] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.378846] env[69195]: DEBUG nova.virt.hardware [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.380204] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf76036-7105-44e9-978d-99fc09af3bad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.390919] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b80b0-2c6c-40f6-9afc-eb9e464492b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.453031] env[69195]: DEBUG nova.scheduler.client.report [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.462795] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "5aa340ef-8745-41fd-a919-d363722071c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.463079] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "5aa340ef-8745-41fd-a919-d363722071c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.503456] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474033} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.503738] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a/c9830507-cc85-4b09-ae22-fa809fee2d1a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.503948] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.504211] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0892c9f-0941-4997-b4f4-ca7bc6dec5fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.511103] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 806.511103] env[69195]: value = "task-3504240" [ 806.511103] env[69195]: _type = "Task" [ 806.511103] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.519731] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.553180] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.602618] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504234, 'name': ReconfigVM_Task, 'duration_secs': 1.086804} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.602970] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8/2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.603669] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc8de32e-d07b-4d2c-b6ec-04e86feb946a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.611096] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 806.611096] env[69195]: value = "task-3504241" [ 806.611096] env[69195]: _type = "Task" [ 806.611096] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.619844] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504241, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.632733] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504239, 'name': CreateVM_Task, 'duration_secs': 0.35191} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.632733] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.633039] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.633229] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.633539] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.633798] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc884c78-a7b6-4e99-9bd3-04d406343352 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.638891] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 806.638891] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5217b110-7435-8168-c9e1-9f7eab48d985" [ 806.638891] env[69195]: _type = "Task" [ 806.638891] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.647028] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5217b110-7435-8168-c9e1-9f7eab48d985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.678088] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.678421] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e14a472c-960b-49e4-a4e6-e24ea8b39817 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.686728] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 806.686728] env[69195]: value = "task-3504242" [ 806.686728] env[69195]: _type = "Task" [ 806.686728] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.695723] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.919748] env[69195]: DEBUG nova.network.neutron [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Successfully updated port: 39262693-bede-4cdf-ba51-bb2db87b9799 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.960495] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.966412] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.502s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.966412] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.966412] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.317s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.966412] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.969178] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.116s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.969476] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.971296] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.173s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.971649] env[69195]: DEBUG nova.objects.instance [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lazy-loading 'resources' on Instance uuid e0d5c75a-5391-4a10-af02-07b3f3223e79 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.998931] env[69195]: INFO nova.scheduler.client.report [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleted allocations for instance 7815b057-b31b-482b-8bd3-ee77c04719ac [ 807.003583] env[69195]: INFO nova.scheduler.client.report [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleted allocations for instance 886dd8f1-2856-401b-9c1f-14bdad94c7cf [ 807.024342] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065392} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.024342] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.025129] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7323d7-49bd-4749-973d-f2558cd5942c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.029057] env[69195]: INFO nova.scheduler.client.report [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleted allocations for instance ec7d959a-0589-40f1-94e9-be4d09da5f1f [ 807.053256] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a/c9830507-cc85-4b09-ae22-fa809fee2d1a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.059600] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2326ea-8044-45a8-b993-db948c91a4dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.083200] env[69195]: DEBUG oslo_vmware.api [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504236, 'name': PowerOnVM_Task, 'duration_secs': 0.756488} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.086156] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.086156] env[69195]: INFO nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Took 10.10 seconds to spawn the instance on the hypervisor. [ 807.086156] env[69195]: DEBUG nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.086156] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 807.086156] env[69195]: value = "task-3504243" [ 807.086156] env[69195]: _type = "Task" [ 807.086156] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.086156] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f77ee43-efb4-481a-87f4-b5cc5f04078d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.100715] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.121909] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504241, 'name': Rename_Task, 'duration_secs': 0.188784} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.124028] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.124028] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b635375f-7838-49f0-96a8-19245de9d52d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.129289] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 807.129289] env[69195]: value = "task-3504244" [ 807.129289] env[69195]: _type = "Task" [ 807.129289] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.146379] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504244, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.154137] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5217b110-7435-8168-c9e1-9f7eab48d985, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.154533] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.154820] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.155135] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.155321] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.155540] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.155887] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02fffb4a-7d5a-4134-8450-b8d8a01394ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.164413] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.164653] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.165470] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ec5fda-952f-40e4-a0e5-fd78d14d09e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.172305] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 807.172305] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527a1a18-9b32-0135-44a4-b1b43955bbf2" [ 807.172305] env[69195]: _type = "Task" [ 807.172305] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.176937] env[69195]: DEBUG nova.network.neutron [req-b9adb202-b1d7-4629-9a37-8ac2c1af8b75 req-e53d8ab2-6e5f-4398-b972-380a54ec94ff service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Updated VIF entry in instance network info cache for port d49d801f-b149-4008-be7c-60eb22ae1d57. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.177357] env[69195]: DEBUG nova.network.neutron [req-b9adb202-b1d7-4629-9a37-8ac2c1af8b75 req-e53d8ab2-6e5f-4398-b972-380a54ec94ff service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Updating instance_info_cache with network_info: [{"id": "d49d801f-b149-4008-be7c-60eb22ae1d57", "address": "fa:16:3e:4e:49:68", "network": {"id": "d269eeea-048d-4c86-bff7-41d109b73ffb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-420935788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29afbbb122f9441f91293cbd7686a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49d801f-b1", "ovs_interfaceid": "d49d801f-b149-4008-be7c-60eb22ae1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.184284] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527a1a18-9b32-0135-44a4-b1b43955bbf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.196344] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504242, 'name': PowerOffVM_Task, 'duration_secs': 0.206688} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.196645] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.197486] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d00b940-ab86-4b6c-b0b1-a1cf34820a5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.215769] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30718965-36cc-4ed5-a99c-c9d99f05cff5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.251502] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.251852] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a1e7f27-d67b-4d93-a847-18be516720ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.258303] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 807.258303] env[69195]: value = "task-3504245" [ 807.258303] env[69195]: _type = "Task" [ 807.258303] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.266437] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.422729] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "refresh_cache-1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.422908] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "refresh_cache-1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.423085] env[69195]: DEBUG nova.network.neutron [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.464245] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "a237a983-e01d-4173-b18e-77dc80c651ec" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.464447] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "a237a983-e01d-4173-b18e-77dc80c651ec" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.513706] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7eec45d5-77df-4c50-abf3-582afcf2128b tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7815b057-b31b-482b-8bd3-ee77c04719ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.645s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.514637] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5fc0aa5f-94fc-4fd3-8560-ba1fb2509d2e tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "886dd8f1-2856-401b-9c1f-14bdad94c7cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.456s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.562322] env[69195]: DEBUG oslo_concurrency.lockutils [None req-89001038-bd92-427d-9a6a-5c386f220998 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "ec7d959a-0589-40f1-94e9-be4d09da5f1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.902s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.600645] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504243, 'name': ReconfigVM_Task, 'duration_secs': 0.332368} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.600956] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a/c9830507-cc85-4b09-ae22-fa809fee2d1a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.601566] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-313c32dd-bcae-4699-85e6-fada9881c8d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.613203] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 807.613203] env[69195]: value = "task-3504246" [ 807.613203] env[69195]: _type = "Task" [ 807.613203] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.615728] env[69195]: INFO nova.compute.manager [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Took 49.33 seconds to build instance. [ 807.626268] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504246, 'name': Rename_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.643435] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504244, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.682795] env[69195]: DEBUG oslo_concurrency.lockutils [req-b9adb202-b1d7-4629-9a37-8ac2c1af8b75 req-e53d8ab2-6e5f-4398-b972-380a54ec94ff service nova] Releasing lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.683342] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527a1a18-9b32-0135-44a4-b1b43955bbf2, 'name': SearchDatastore_Task, 'duration_secs': 0.016817} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.686706] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537080e5-64a0-4256-9bdc-1679fb47baf0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.692893] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 807.692893] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f32902-5d8c-47db-98a5-3cd57d21e5b5" [ 807.692893] env[69195]: _type = "Task" [ 807.692893] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.703355] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f32902-5d8c-47db-98a5-3cd57d21e5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.773807] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 807.774087] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.774382] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.774595] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.774906] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.775448] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1853038d-e8ff-4f50-9932-01f195df00a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.795104] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.795104] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.795899] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d076e6d-4771-45e7-a4fb-a391da8d06e8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.804670] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 807.804670] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52af36d2-fefb-58de-ddec-2b69a54625e3" [ 807.804670] env[69195]: _type = "Task" [ 807.804670] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.812768] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52af36d2-fefb-58de-ddec-2b69a54625e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.930244] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f175a2-4d01-4b41-95eb-3a2d40726c23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.939557] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be217ad-94b0-4f6f-a1fd-d9d5f506f711 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.968538] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "a237a983-e01d-4173-b18e-77dc80c651ec" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.969078] env[69195]: DEBUG nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.972225] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786dd9f2-10f9-4713-a270-a7abf8444a79 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.979706] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e602b9-084f-4f1d-90bf-cb063e5984ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.984270] env[69195]: DEBUG nova.network.neutron [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.997345] env[69195]: DEBUG nova.compute.provider_tree [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.121200] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e703fac6-2b68-45c0-aa4c-beb2fdbe7655 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e7490889-d165-420a-86c1-e12a1ffb2897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.024s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.877776] env[69195]: DEBUG nova.compute.utils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.879537] env[69195]: DEBUG nova.scheduler.client.report [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.886460] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504246, 'name': Rename_Task, 'duration_secs': 0.155926} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.886983] env[69195]: DEBUG nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.901283] env[69195]: DEBUG nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.902203] env[69195]: DEBUG nova.network.neutron [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.909020] env[69195]: DEBUG nova.compute.manager [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Received event network-vif-plugged-39262693-bede-4cdf-ba51-bb2db87b9799 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.909020] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] Acquiring lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.909020] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] Lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.909020] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] Lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.909020] env[69195]: DEBUG nova.compute.manager [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] No waiting events found dispatching network-vif-plugged-39262693-bede-4cdf-ba51-bb2db87b9799 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.909020] env[69195]: WARNING nova.compute.manager [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Received unexpected event network-vif-plugged-39262693-bede-4cdf-ba51-bb2db87b9799 for instance with vm_state building and task_state spawning. [ 808.909020] env[69195]: DEBUG nova.compute.manager [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Received event network-changed-39262693-bede-4cdf-ba51-bb2db87b9799 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.909020] env[69195]: DEBUG nova.compute.manager [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Refreshing instance network info cache due to event network-changed-39262693-bede-4cdf-ba51-bb2db87b9799. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.909020] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] Acquiring lock "refresh_cache-1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.913630] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.914451] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "18155a46-d42f-4218-a66d-265ebd20111a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.914537] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "18155a46-d42f-4218-a66d-265ebd20111a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.914712] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.914882] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.915381] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa391cd8-13bc-40a6-9ec5-f074aa0ba6be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.925404] env[69195]: DEBUG oslo_vmware.api [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504244, 'name': PowerOnVM_Task, 'duration_secs': 1.110922} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.933331] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.933627] env[69195]: INFO nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Took 18.25 seconds to spawn the instance on the hypervisor. [ 808.933821] env[69195]: DEBUG nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.935273] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 808.935273] env[69195]: value = "task-3504247" [ 808.935273] env[69195]: _type = "Task" [ 808.935273] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.935532] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52af36d2-fefb-58de-ddec-2b69a54625e3, 'name': SearchDatastore_Task, 'duration_secs': 0.045263} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.935724] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f32902-5d8c-47db-98a5-3cd57d21e5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.936755] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5a105-945f-44a9-8a09-6c4803ed2226 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.939946] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.940206] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 9804111e-efcc-4ddb-b5f5-c6e1695f74b3/9804111e-efcc-4ddb-b5f5-c6e1695f74b3.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.943756] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24b5183-bcba-4082-827f-08acbbe194f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.945589] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d5cceb-dc22-4722-ba7f-edef3cce0be0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.960531] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 808.960531] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52005ba2-9491-ea18-4285-4bd6d677301a" [ 808.960531] env[69195]: _type = "Task" [ 808.960531] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.960779] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504247, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.961076] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 808.961076] env[69195]: value = "task-3504248" [ 808.961076] env[69195]: _type = "Task" [ 808.961076] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.974416] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.978639] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52005ba2-9491-ea18-4285-4bd6d677301a, 'name': SearchDatastore_Task, 'duration_secs': 0.01989} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.978950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.979401] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. {{(pid=69195) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 808.979583] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68f68181-4ef7-48ea-9de5-f9d75c4d9e26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.989604] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 808.989604] env[69195]: value = "task-3504249" [ 808.989604] env[69195]: _type = "Task" [ 808.989604] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.993727] env[69195]: DEBUG nova.policy [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce6a83af7bb94f1abb68c5a74a3f3ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2d39595b2d5472aac49bcab67499cb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.995985] env[69195]: DEBUG nova.network.neutron [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Updating instance_info_cache with network_info: [{"id": "39262693-bede-4cdf-ba51-bb2db87b9799", "address": "fa:16:3e:6c:b9:44", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39262693-be", "ovs_interfaceid": "39262693-bede-4cdf-ba51-bb2db87b9799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.004662] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.392382] env[69195]: DEBUG nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.394854] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.423s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.398278] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.890s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.398906] env[69195]: DEBUG nova.objects.instance [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lazy-loading 'resources' on Instance uuid 1fe2cb9c-5004-471a-8ddf-98efa38d33e3 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.415013] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "e7490889-d165-420a-86c1-e12a1ffb2897" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.415459] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e7490889-d165-420a-86c1-e12a1ffb2897" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.415828] env[69195]: DEBUG nova.compute.manager [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.419055] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.419349] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.419612] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.419796] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.420446] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.425987] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f77961-a23e-441f-8c63-a1ef23fc9034 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.430185] env[69195]: INFO nova.compute.manager [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Terminating instance [ 809.432878] env[69195]: INFO nova.scheduler.client.report [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted allocations for instance e0d5c75a-5391-4a10-af02-07b3f3223e79 [ 809.448181] env[69195]: DEBUG nova.compute.manager [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 809.448959] env[69195]: DEBUG nova.objects.instance [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lazy-loading 'flavor' on Instance uuid e7490889-d165-420a-86c1-e12a1ffb2897 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.451664] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.460457] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.473532] env[69195]: INFO nova.compute.manager [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Took 66.73 seconds to build instance. [ 809.477673] env[69195]: DEBUG nova.network.neutron [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Successfully created port: 08deede4-9aa7-42dc-ade6-53013d0766b2 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.485122] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504248, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.503275] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "refresh_cache-1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.503693] env[69195]: DEBUG nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Instance network_info: |[{"id": "39262693-bede-4cdf-ba51-bb2db87b9799", "address": "fa:16:3e:6c:b9:44", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39262693-be", "ovs_interfaceid": "39262693-bede-4cdf-ba51-bb2db87b9799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.505191] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504249, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.505191] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] Acquired lock "refresh_cache-1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.505191] env[69195]: DEBUG nova.network.neutron [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Refreshing network info cache for port 39262693-bede-4cdf-ba51-bb2db87b9799 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.506506] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:b9:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39262693-bede-4cdf-ba51-bb2db87b9799', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.515524] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.518405] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.518405] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb23dd8-7404-4a9e-8488-a08a6eb273c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.542860] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.542860] env[69195]: value = "task-3504250" [ 809.542860] env[69195]: _type = "Task" [ 809.542860] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.559942] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504250, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.942936] env[69195]: DEBUG nova.compute.manager [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.943213] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.950110] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bcaefd-9abf-4ab7-a043-2c9e3c64eae0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.956931] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f2fd4450-b4ae-491d-a577-76ce99239201 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "e0d5c75a-5391-4a10-af02-07b3f3223e79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.423s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.968091] env[69195]: DEBUG oslo_vmware.api [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504247, 'name': PowerOnVM_Task, 'duration_secs': 0.61158} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.976476] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.976745] env[69195]: INFO nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Took 10.32 seconds to spawn the instance on the hypervisor. [ 809.976926] env[69195]: DEBUG nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.978267] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.979759] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7291395e-18a4-465f-ae9a-6d6ebdd3faa8 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.764s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.981049] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8907376-a1ff-4af0-99a7-2fe3a1f538cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.983069] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6ddab5-41f8-462d-bc6c-d6d2d5880d73 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.002207] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691567} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.005103] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 9804111e-efcc-4ddb-b5f5-c6e1695f74b3/9804111e-efcc-4ddb-b5f5-c6e1695f74b3.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.005366] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.008620] env[69195]: DEBUG oslo_vmware.api [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 810.008620] env[69195]: value = "task-3504251" [ 810.008620] env[69195]: _type = "Task" [ 810.008620] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.012979] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01ae6095-2480-43c7-87d2-a58427a4b197 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.026913] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673975} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.027683] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. [ 810.029218] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a57be-6d83-47af-830f-0d3672034c2f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.041021] env[69195]: DEBUG oslo_vmware.api [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.041021] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 810.041021] env[69195]: value = "task-3504252" [ 810.041021] env[69195]: _type = "Task" [ 810.041021] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.069079] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.077484] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e8b14e1-8cb5-4342-aee4-550ca2469495 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.091512] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.099230] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504250, 'name': CreateVM_Task, 'duration_secs': 0.453034} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.100568] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.100955] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 810.100955] env[69195]: value = "task-3504253" [ 810.100955] env[69195]: _type = "Task" [ 810.100955] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.101614] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.101774] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.102097] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.102403] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fac50dc-0ba6-4b07-86de-c88c24fa69bd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.118579] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 810.118579] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b20875-f67a-2c1b-0425-cc6a47d652fe" [ 810.118579] env[69195]: _type = "Task" [ 810.118579] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.118832] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504253, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.131603] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b20875-f67a-2c1b-0425-cc6a47d652fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.356820] env[69195]: DEBUG nova.network.neutron [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Updated VIF entry in instance network info cache for port 39262693-bede-4cdf-ba51-bb2db87b9799. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.357466] env[69195]: DEBUG nova.network.neutron [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Updating instance_info_cache with network_info: [{"id": "39262693-bede-4cdf-ba51-bb2db87b9799", "address": "fa:16:3e:6c:b9:44", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39262693-be", "ovs_interfaceid": "39262693-bede-4cdf-ba51-bb2db87b9799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.407809] env[69195]: DEBUG nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.438240] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.439341] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.439341] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.439341] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.439341] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.439594] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.439863] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.440092] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.440323] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.440541] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.441321] env[69195]: DEBUG nova.virt.hardware [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.441753] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a579bea7-71cd-4ade-9564-23d049504305 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.454213] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4638124-7e6a-4e85-aba1-9bbf9495a699 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.473075] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.484616] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3ee4f53-f9c3-446f-9cc0-b1dbbabe6b7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.488457] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ea2d9-a72e-4eba-b141-fc7f14a167fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.496363] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.496774] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.496879] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.497126] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.497350] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.500787] env[69195]: DEBUG nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.505347] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024159b3-88a0-46ba-94ab-b0a6bc31dcaa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.511911] env[69195]: DEBUG oslo_vmware.api [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 810.511911] env[69195]: value = "task-3504254" [ 810.511911] env[69195]: _type = "Task" [ 810.511911] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.512517] env[69195]: INFO nova.compute.manager [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Terminating instance [ 810.529763] env[69195]: INFO nova.compute.manager [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Took 48.77 seconds to build instance. [ 810.570014] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bcbecd-41d3-4e58-bf7c-a9ef171fadb2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.576978] env[69195]: DEBUG oslo_vmware.api [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.582734] env[69195]: DEBUG oslo_vmware.api [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504251, 'name': PowerOffVM_Task, 'duration_secs': 0.543774} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.587699] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.587896] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.588541] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075225} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.588749] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eb79ced-d8ea-4341-89ba-92b4aa35429b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.591382] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61970554-5d9e-4e0a-a4bc-8af567371f42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.595777] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.596685] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e44d209-4682-4ea9-8904-dff76fab3af2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.615243] env[69195]: DEBUG nova.compute.provider_tree [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.639219] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 9804111e-efcc-4ddb-b5f5-c6e1695f74b3/9804111e-efcc-4ddb-b5f5-c6e1695f74b3.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.643023] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e52b6e-5175-4ec2-a9f7-08ccbb7debb6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.660478] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.669914] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b20875-f67a-2c1b-0425-cc6a47d652fe, 'name': SearchDatastore_Task, 'duration_secs': 0.020125} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.671501] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.671751] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.671989] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.672146] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.672331] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.672657] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 810.672657] env[69195]: value = "task-3504256" [ 810.672657] env[69195]: _type = "Task" [ 810.672657] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.672925] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b7d728b-ce80-4954-8586-578c69906857 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.681820] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.681948] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.682060] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleting the datastore file [datastore2] 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.682674] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5daa8b1-ee21-4cca-9b55-46488e4fb1da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.689010] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504256, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.690384] env[69195]: DEBUG oslo_vmware.api [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for the task: (returnval){ [ 810.690384] env[69195]: value = "task-3504257" [ 810.690384] env[69195]: _type = "Task" [ 810.690384] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.691491] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.691695] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.695080] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce37de0-65ae-4e0d-8216-a2881ad2e74a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.704323] env[69195]: DEBUG oslo_vmware.api [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.705224] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 810.705224] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52830ea0-c3c7-8cf4-97dc-db2fc74f797e" [ 810.705224] env[69195]: _type = "Task" [ 810.705224] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.718800] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52830ea0-c3c7-8cf4-97dc-db2fc74f797e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.827664] env[69195]: DEBUG nova.network.neutron [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Successfully updated port: 08deede4-9aa7-42dc-ade6-53013d0766b2 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.861379] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbf84e7f-015d-4487-a15b-bdf91c0d3cd2 req-8f933e27-d065-4b52-a501-90fe08ef901b service nova] Releasing lock "refresh_cache-1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.948028] env[69195]: DEBUG nova.compute.manager [req-d206a6a7-d999-43db-a323-920d8274f538 req-10596dfc-e85f-4b8a-bd7e-03275d3eb476 service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Received event network-vif-plugged-08deede4-9aa7-42dc-ade6-53013d0766b2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.948028] env[69195]: DEBUG oslo_concurrency.lockutils [req-d206a6a7-d999-43db-a323-920d8274f538 req-10596dfc-e85f-4b8a-bd7e-03275d3eb476 service nova] Acquiring lock "b2653fad-b50b-40ba-b1a8-6d18431f559a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.948028] env[69195]: DEBUG oslo_concurrency.lockutils [req-d206a6a7-d999-43db-a323-920d8274f538 req-10596dfc-e85f-4b8a-bd7e-03275d3eb476 service nova] Lock "b2653fad-b50b-40ba-b1a8-6d18431f559a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.948028] env[69195]: DEBUG oslo_concurrency.lockutils [req-d206a6a7-d999-43db-a323-920d8274f538 req-10596dfc-e85f-4b8a-bd7e-03275d3eb476 service nova] Lock "b2653fad-b50b-40ba-b1a8-6d18431f559a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.948028] env[69195]: DEBUG nova.compute.manager [req-d206a6a7-d999-43db-a323-920d8274f538 req-10596dfc-e85f-4b8a-bd7e-03275d3eb476 service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] No waiting events found dispatching network-vif-plugged-08deede4-9aa7-42dc-ade6-53013d0766b2 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.948028] env[69195]: WARNING nova.compute.manager [req-d206a6a7-d999-43db-a323-920d8274f538 req-10596dfc-e85f-4b8a-bd7e-03275d3eb476 service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Received unexpected event network-vif-plugged-08deede4-9aa7-42dc-ade6-53013d0766b2 for instance with vm_state building and task_state spawning. [ 811.032672] env[69195]: DEBUG nova.compute.manager [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.035020] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.035020] env[69195]: DEBUG oslo_vmware.api [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504254, 'name': PowerOffVM_Task, 'duration_secs': 0.319589} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.035020] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1657399-b921-4ec1-81a9-ab7dc07be217 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.037523] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.037864] env[69195]: DEBUG nova.compute.manager [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.039074] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.039975] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7d9d00-e6aa-4934-873d-61c1e84a9e15 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.053078] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.053555] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13dd2d10-51c5-4429-a880-557b1ac3a562 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.063032] env[69195]: DEBUG oslo_vmware.api [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 811.063032] env[69195]: value = "task-3504258" [ 811.063032] env[69195]: _type = "Task" [ 811.063032] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.066643] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dcd887fe-6326-4510-94bb-29e90da24cbd tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "c9830507-cc85-4b09-ae22-fa809fee2d1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.121s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.074614] env[69195]: DEBUG oslo_vmware.api [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.114413] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.120028] env[69195]: DEBUG nova.scheduler.client.report [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.187887] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.203328] env[69195]: DEBUG oslo_vmware.api [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Task: {'id': task-3504257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419028} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.203939] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.203939] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.204049] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.205136] env[69195]: INFO nova.compute.manager [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Took 1.26 seconds to destroy the instance on the hypervisor. [ 811.205136] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.205136] env[69195]: DEBUG nova.compute.manager [-] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.205136] env[69195]: DEBUG nova.network.neutron [-] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.221423] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52830ea0-c3c7-8cf4-97dc-db2fc74f797e, 'name': SearchDatastore_Task, 'duration_secs': 0.037049} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.221423] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f638c70e-c59a-4acf-8e28-2c02169dc5a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.227833] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 811.227833] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520f8361-c7ca-2878-f505-6672bfe6cc96" [ 811.227833] env[69195]: _type = "Task" [ 811.227833] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.238121] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520f8361-c7ca-2878-f505-6672bfe6cc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.310638] env[69195]: INFO nova.compute.manager [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Rescuing [ 811.310871] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.311069] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.311287] env[69195]: DEBUG nova.network.neutron [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.330504] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "refresh_cache-b2653fad-b50b-40ba-b1a8-6d18431f559a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.330558] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquired lock "refresh_cache-b2653fad-b50b-40ba-b1a8-6d18431f559a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.334632] env[69195]: DEBUG nova.network.neutron [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.425962] env[69195]: DEBUG oslo_concurrency.lockutils [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.429125] env[69195]: DEBUG oslo_concurrency.lockutils [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.429125] env[69195]: DEBUG nova.compute.manager [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.429125] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca488746-d44b-4829-bf44-7a0f083d8ff6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.439025] env[69195]: DEBUG nova.compute.manager [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 811.439025] env[69195]: DEBUG nova.objects.instance [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'flavor' on Instance uuid 0b64c1a2-e44d-4cc0-b842-155f31549f41 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.553816] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db8b559f-893a-4625-a0e4-ef65e4f512eb tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e7490889-d165-420a-86c1-e12a1ffb2897" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.138s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.569487] env[69195]: DEBUG nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.575574] env[69195]: DEBUG oslo_vmware.api [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.615072] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.624640] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.627048] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.694s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.629974] env[69195]: INFO nova.compute.claims [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.643785] env[69195]: INFO nova.scheduler.client.report [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Deleted allocations for instance 1fe2cb9c-5004-471a-8ddf-98efa38d33e3 [ 811.688698] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504256, 'name': ReconfigVM_Task, 'duration_secs': 0.644792} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.689406] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 9804111e-efcc-4ddb-b5f5-c6e1695f74b3/9804111e-efcc-4ddb-b5f5-c6e1695f74b3.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.690170] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b03ccb6-4bc4-45d1-8e18-04fef39a5ba5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.697657] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 811.697657] env[69195]: value = "task-3504259" [ 811.697657] env[69195]: _type = "Task" [ 811.697657] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.714053] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504259, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.739745] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520f8361-c7ca-2878-f505-6672bfe6cc96, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.740047] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.740317] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f/1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.740590] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1da2a011-2118-4be7-9019-794080ada6ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.748735] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 811.748735] env[69195]: value = "task-3504260" [ 811.748735] env[69195]: _type = "Task" [ 811.748735] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.758657] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.872854] env[69195]: DEBUG nova.network.neutron [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.022865] env[69195]: DEBUG nova.network.neutron [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Updating instance_info_cache with network_info: [{"id": "08deede4-9aa7-42dc-ade6-53013d0766b2", "address": "fa:16:3e:13:67:32", "network": {"id": "07349d84-fcd1-4d5b-9575-20ee1684023f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-620693491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d39595b2d5472aac49bcab67499cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08deede4-9a", "ovs_interfaceid": "08deede4-9aa7-42dc-ade6-53013d0766b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.023520] env[69195]: DEBUG nova.network.neutron [-] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.083132] env[69195]: DEBUG oslo_vmware.api [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.101911] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.116988] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.132381] env[69195]: DEBUG nova.network.neutron [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Updating instance_info_cache with network_info: [{"id": "0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0", "address": "fa:16:3e:a9:ec:f5", "network": {"id": "68b7a8a0-3b8b-4396-ba6a-e14fc096804e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1174694237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "92433797d8964e30995e6c6e26728b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2ca4f4-30", "ovs_interfaceid": "0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.153340] env[69195]: DEBUG oslo_concurrency.lockutils [None req-67495138-4ee7-47b7-a896-6226c60ae3b5 tempest-FloatingIPsAssociationTestJSON-209902533 tempest-FloatingIPsAssociationTestJSON-209902533-project-member] Lock "1fe2cb9c-5004-471a-8ddf-98efa38d33e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.111s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.211563] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504259, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.261620] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.447955] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.448466] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dec4826-d5fb-4c8a-b577-963167f3a15b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.457012] env[69195]: DEBUG oslo_vmware.api [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 812.457012] env[69195]: value = "task-3504261" [ 812.457012] env[69195]: _type = "Task" [ 812.457012] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.468661] env[69195]: DEBUG oslo_vmware.api [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.525478] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Releasing lock "refresh_cache-b2653fad-b50b-40ba-b1a8-6d18431f559a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525896] env[69195]: DEBUG nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Instance network_info: |[{"id": "08deede4-9aa7-42dc-ade6-53013d0766b2", "address": "fa:16:3e:13:67:32", "network": {"id": "07349d84-fcd1-4d5b-9575-20ee1684023f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-620693491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d39595b2d5472aac49bcab67499cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08deede4-9a", "ovs_interfaceid": "08deede4-9aa7-42dc-ade6-53013d0766b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.526294] env[69195]: INFO nova.compute.manager [-] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Took 1.32 seconds to deallocate network for instance. [ 812.526783] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:67:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08deede4-9aa7-42dc-ade6-53013d0766b2', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.534299] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Creating folder: Project (b2d39595b2d5472aac49bcab67499cb8). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.536159] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91fc0493-efb1-42ba-add9-907a470c64da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.552880] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Created folder: Project (b2d39595b2d5472aac49bcab67499cb8) in parent group-v700121. [ 812.553105] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Creating folder: Instances. Parent ref: group-v700256. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.553375] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c06e655-951e-4783-9307-9f2e88945d18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.565403] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Created folder: Instances in parent group-v700256. [ 812.565749] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.570111] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.570111] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff836189-a492-4f05-a132-430c72e54d4d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.592315] env[69195]: DEBUG oslo_vmware.api [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504258, 'name': PowerOffVM_Task, 'duration_secs': 1.424849} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.593665] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.593840] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.594203] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.594203] env[69195]: value = "task-3504264" [ 812.594203] env[69195]: _type = "Task" [ 812.594203] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.594543] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dccb32df-bb74-44e0-8d91-5e197997cece {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.605193] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504264, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.615042] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504253, 'name': ReconfigVM_Task, 'duration_secs': 2.029256} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.615338] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.616325] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9b33ca-07e8-47b5-a083-12c0d9a0732c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.639569] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.657302] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec04d84d-3c40-44ef-b328-3440cf79deb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.683266] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 812.683266] env[69195]: value = "task-3504266" [ 812.683266] env[69195]: _type = "Task" [ 812.683266] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.709558] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.723563] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504259, 'name': Rename_Task, 'duration_secs': 0.700302} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.726692] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.727188] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1db769b-96a0-4099-a2ec-94ed24837e2b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.737277] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 812.737277] env[69195]: value = "task-3504267" [ 812.737277] env[69195]: _type = "Task" [ 812.737277] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.751833] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.767184] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753251} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.767184] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f/1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.767184] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.767184] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa032d0d-a2c7-4299-a443-4f5636292603 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.782023] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 812.782023] env[69195]: value = "task-3504268" [ 812.782023] env[69195]: _type = "Task" [ 812.782023] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.793610] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.840222] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.841687] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.841687] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Deleting the datastore file [datastore1] 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.841687] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-588e5fc5-5f23-4a17-a306-6da8e15ed9e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.856200] env[69195]: DEBUG oslo_vmware.api [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 812.856200] env[69195]: value = "task-3504269" [ 812.856200] env[69195]: _type = "Task" [ 812.856200] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.865582] env[69195]: DEBUG oslo_vmware.api [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.974673] env[69195]: DEBUG oslo_vmware.api [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504261, 'name': PowerOffVM_Task, 'duration_secs': 0.329918} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.975037] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.975411] env[69195]: DEBUG nova.compute.manager [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.976392] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6225ad9b-ff45-4cf9-853d-bb32e1286c67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.043906] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.106394] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504264, 'name': CreateVM_Task, 'duration_secs': 0.392692} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.106567] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.107325] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.107488] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.107882] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.108166] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2585fef0-bd56-4ab0-834a-1b41409fabc1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.113885] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 813.113885] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52edb8b3-ef6b-160e-c0b1-27b0746c3aa0" [ 813.113885] env[69195]: _type = "Task" [ 813.113885] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.125343] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52edb8b3-ef6b-160e-c0b1-27b0746c3aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.185872] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b1ffc3-215e-4654-a028-9fb96e5ef3e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.202028] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d8f310-0899-4a61-aa96-eb93a93986d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.204452] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504266, 'name': ReconfigVM_Task, 'duration_secs': 0.28349} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.204950] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.205677] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca0bf7f9-0336-441d-9d8a-a094d1185e72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.236414] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70118ae4-1234-412e-a60f-536600641356 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.253873] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a944dee-0307-452e-aabb-98e878e380c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.257663] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.257968] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 813.257968] env[69195]: value = "task-3504270" [ 813.257968] env[69195]: _type = "Task" [ 813.257968] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.269617] env[69195]: DEBUG nova.compute.provider_tree [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.277014] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504270, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.290431] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077681} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.290731] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.291565] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71000976-a6d1-4579-b87e-40388af57817 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.315388] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f/1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.315708] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85950008-efeb-46a6-a3ff-9218d2119e4e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.338350] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 813.338350] env[69195]: value = "task-3504271" [ 813.338350] env[69195]: _type = "Task" [ 813.338350] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.348555] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.365351] env[69195]: DEBUG oslo_vmware.api [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225235} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.365673] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.365913] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.366045] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.366240] env[69195]: INFO nova.compute.manager [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Took 2.33 seconds to destroy the instance on the hypervisor. [ 813.366459] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.366718] env[69195]: DEBUG nova.compute.manager [-] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.366866] env[69195]: DEBUG nova.network.neutron [-] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.425905] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.426561] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.439967] env[69195]: DEBUG nova.compute.manager [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Received event network-changed-08deede4-9aa7-42dc-ade6-53013d0766b2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.440358] env[69195]: DEBUG nova.compute.manager [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Refreshing instance network info cache due to event network-changed-08deede4-9aa7-42dc-ade6-53013d0766b2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.440476] env[69195]: DEBUG oslo_concurrency.lockutils [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] Acquiring lock "refresh_cache-b2653fad-b50b-40ba-b1a8-6d18431f559a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.440665] env[69195]: DEBUG oslo_concurrency.lockutils [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] Acquired lock "refresh_cache-b2653fad-b50b-40ba-b1a8-6d18431f559a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.440816] env[69195]: DEBUG nova.network.neutron [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Refreshing network info cache for port 08deede4-9aa7-42dc-ade6-53013d0766b2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.495839] env[69195]: DEBUG oslo_concurrency.lockutils [None req-666c0f00-02e1-4320-a7f4-4b934c72f864 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.629459] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52edb8b3-ef6b-160e-c0b1-27b0746c3aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.629823] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.630101] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.630908] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.630908] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.631879] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.632195] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c2a9779-3c3a-4c8f-9262-40787393f735 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.648047] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.648263] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.649078] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3e9a60-93de-4dfb-a62d-b89019012624 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.656225] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 813.656225] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5261c73f-27ac-8517-e7f9-959f6244d95d" [ 813.656225] env[69195]: _type = "Task" [ 813.656225] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.664858] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5261c73f-27ac-8517-e7f9-959f6244d95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.679329] env[69195]: DEBUG nova.compute.manager [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.680230] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2702c2c7-ff76-45c0-9fd7-f94c6c9a4cea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.751050] env[69195]: DEBUG oslo_vmware.api [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504267, 'name': PowerOnVM_Task, 'duration_secs': 0.895493} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.751333] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.751548] env[69195]: INFO nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Took 10.09 seconds to spawn the instance on the hypervisor. [ 813.751740] env[69195]: DEBUG nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.752697] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e6a7a-2963-4d4b-a170-2744c2f05c0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.774895] env[69195]: DEBUG nova.scheduler.client.report [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.784020] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.848827] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504271, 'name': ReconfigVM_Task, 'duration_secs': 0.498672} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.849271] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f/1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.849929] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-931a489a-cea2-4810-b5fe-777950123aa4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.857458] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 813.857458] env[69195]: value = "task-3504272" [ 813.857458] env[69195]: _type = "Task" [ 813.857458] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.869523] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504272, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.171018] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5261c73f-27ac-8517-e7f9-959f6244d95d, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.171018] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e469c894-2fd6-4bdf-a4c4-9a5ab391f142 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.180021] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 814.180021] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fe9f10-d6eb-d01f-0304-44b191ace106" [ 814.180021] env[69195]: _type = "Task" [ 814.180021] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.187664] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fe9f10-d6eb-d01f-0304-44b191ace106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.195114] env[69195]: INFO nova.compute.manager [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] instance snapshotting [ 814.195114] env[69195]: WARNING nova.compute.manager [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 814.195114] env[69195]: DEBUG nova.network.neutron [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Updated VIF entry in instance network info cache for port 08deede4-9aa7-42dc-ade6-53013d0766b2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.195580] env[69195]: DEBUG nova.network.neutron [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Updating instance_info_cache with network_info: [{"id": "08deede4-9aa7-42dc-ade6-53013d0766b2", "address": "fa:16:3e:13:67:32", "network": {"id": "07349d84-fcd1-4d5b-9575-20ee1684023f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-620693491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2d39595b2d5472aac49bcab67499cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08deede4-9a", "ovs_interfaceid": "08deede4-9aa7-42dc-ade6-53013d0766b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.197915] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded8dcc6-340d-46e1-bce9-a7f41844c4de {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.222699] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.223916] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3f98b93-d7b9-4173-891e-26520b84c26a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.227443] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28c2ebe-6b98-4ce8-af3a-84620dc26e25 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.247184] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 814.247184] env[69195]: value = "task-3504273" [ 814.247184] env[69195]: _type = "Task" [ 814.247184] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.257114] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.283409] env[69195]: DEBUG oslo_vmware.api [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504270, 'name': PowerOnVM_Task, 'duration_secs': 0.56328} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.288018] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.288018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.288018] env[69195]: DEBUG nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.291444] env[69195]: DEBUG nova.compute.manager [None req-e40aa848-c5c4-4468-89a6-cf8376925e2e tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.291940] env[69195]: INFO nova.compute.manager [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Took 48.49 seconds to build instance. [ 814.292840] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.456s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.293059] env[69195]: DEBUG nova.objects.instance [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lazy-loading 'resources' on Instance uuid a0db66d9-da08-4192-8748-1a43b1f870cd {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.295215] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8520b83-6cd4-4766-a5f5-f19f56f5ec5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.371058] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504272, 'name': Rename_Task, 'duration_secs': 0.449259} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.371385] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.371666] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915a2cfc-122f-44f7-9bdb-db5d2faa4461 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.380406] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 814.380406] env[69195]: value = "task-3504274" [ 814.380406] env[69195]: _type = "Task" [ 814.380406] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.393623] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.693999] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fe9f10-d6eb-d01f-0304-44b191ace106, 'name': SearchDatastore_Task, 'duration_secs': 0.011795} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.695648] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.696014] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] b2653fad-b50b-40ba-b1a8-6d18431f559a/b2653fad-b50b-40ba-b1a8-6d18431f559a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.696316] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa2c713-b708-460a-82df-e55e7c5b02aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.701618] env[69195]: DEBUG oslo_concurrency.lockutils [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] Releasing lock "refresh_cache-b2653fad-b50b-40ba-b1a8-6d18431f559a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.702138] env[69195]: DEBUG nova.compute.manager [req-e1ad1009-96e6-4aac-b76c-4e428c4aa819 req-90969704-5b27-4610-a191-d2607e0db3d8 service nova] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Received event network-vif-deleted-f6303034-67bb-4e19-851c-f6a1f1987dc6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.705671] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 814.705671] env[69195]: value = "task-3504275" [ 814.705671] env[69195]: _type = "Task" [ 814.705671] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.714839] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.747193] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.747747] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c14e72c5-f97c-44a2-b399-ce74cea067fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.761092] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504273, 'name': PowerOffVM_Task, 'duration_secs': 0.388397} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.763282] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.763703] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 814.763703] env[69195]: value = "task-3504276" [ 814.763703] env[69195]: _type = "Task" [ 814.763703] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.764577] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0066f2-98ca-4a7c-87dc-1e27ff50e8c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.778547] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504276, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.794058] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c754fd80-b1ce-4292-82e1-20da57d42178 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.799261] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0a410030-089d-4d00-87fa-ffe17d681a52 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.400s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.808398] env[69195]: DEBUG nova.compute.utils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.812899] env[69195]: DEBUG nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.812899] env[69195]: DEBUG nova.network.neutron [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.854257] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.854756] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58783e7f-e7a1-419c-86cb-c79634ed748e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.863295] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 814.863295] env[69195]: value = "task-3504277" [ 814.863295] env[69195]: _type = "Task" [ 814.863295] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.876901] env[69195]: DEBUG nova.policy [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '365d0dae86ba49bb9bb5af4ca2a537a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74091ccbcc7b406f972e1f97f2f38618', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.878914] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 814.879260] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.879557] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.879710] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.879906] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.883835] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b832a559-bd7c-49ca-984f-a4c5dc57499d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.893253] env[69195]: DEBUG nova.objects.instance [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'flavor' on Instance uuid 0b64c1a2-e44d-4cc0-b842-155f31549f41 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.900247] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.901994] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.901994] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.902959] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffe7dfc-043c-4e16-8098-948fb8647162 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.912511] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 814.912511] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524f3a10-7beb-9389-1af1-7245a450f6e5" [ 814.912511] env[69195]: _type = "Task" [ 814.912511] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.928417] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524f3a10-7beb-9389-1af1-7245a450f6e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.216562] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504275, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.248858] env[69195]: DEBUG nova.network.neutron [-] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.276987] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504276, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.312603] env[69195]: DEBUG nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.314987] env[69195]: DEBUG nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.371308] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0165c277-f91d-4b72-be72-39f146246c18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.377447] env[69195]: DEBUG nova.network.neutron [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Successfully created port: 377a5b5c-b47c-4968-a0fb-71c0af630466 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.388296] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25d64b7-b19b-4178-ac24-15c18c28a60d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.429377] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.429567] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.429824] env[69195]: DEBUG nova.network.neutron [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.429931] env[69195]: DEBUG nova.objects.instance [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'info_cache' on Instance uuid 0b64c1a2-e44d-4cc0-b842-155f31549f41 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.439281] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b5a51-ec77-4b56-8606-de0c9aa2358f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.442519] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504274, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.453289] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70a039e-d1cb-4571-a5b7-f8b22d4c91c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.457630] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524f3a10-7beb-9389-1af1-7245a450f6e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015891} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.459883] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8218744-9e26-422f-908e-bafc7e492fcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.471596] env[69195]: DEBUG nova.compute.provider_tree [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.478559] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 815.478559] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527644c4-2a08-49c9-c662-16f45e38a1d0" [ 815.478559] env[69195]: _type = "Task" [ 815.478559] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.488516] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527644c4-2a08-49c9-c662-16f45e38a1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.724611] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551365} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.724611] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] b2653fad-b50b-40ba-b1a8-6d18431f559a/b2653fad-b50b-40ba-b1a8-6d18431f559a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.724954] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.725524] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc93d16e-407e-419b-bbf5-b6027b0f5ca1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.734132] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 815.734132] env[69195]: value = "task-3504278" [ 815.734132] env[69195]: _type = "Task" [ 815.734132] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.748412] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.753301] env[69195]: INFO nova.compute.manager [-] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Took 2.38 seconds to deallocate network for instance. [ 815.778812] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504276, 'name': CreateSnapshot_Task, 'duration_secs': 0.759839} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.779670] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.779983] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c1bfa2-8442-4579-b1a6-34c34544832c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.795929] env[69195]: DEBUG nova.compute.manager [req-2c787e60-05ef-4ab7-9ceb-08c5e6ea6429 req-2e16e962-c548-4f98-bf71-53a39718a9e3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-vif-deleted-a1225ba6-a825-49f9-af4c-a1a74c8b43ee {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.796576] env[69195]: DEBUG nova.compute.manager [req-2c787e60-05ef-4ab7-9ceb-08c5e6ea6429 req-2e16e962-c548-4f98-bf71-53a39718a9e3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-vif-deleted-ebab695f-53c0-425a-a081-1577aa2f5afa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.796576] env[69195]: DEBUG nova.compute.manager [req-2c787e60-05ef-4ab7-9ceb-08c5e6ea6429 req-2e16e962-c548-4f98-bf71-53a39718a9e3 service nova] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Received event network-vif-deleted-f779f7d2-eaf1-4faa-b42d-926f8e51ea96 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.846942] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.907952] env[69195]: DEBUG oslo_vmware.api [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504274, 'name': PowerOnVM_Task, 'duration_secs': 1.105981} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.908271] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.908478] env[69195]: INFO nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Took 9.57 seconds to spawn the instance on the hypervisor. [ 815.908685] env[69195]: DEBUG nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.909520] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbb38e6-0ee4-4aae-aa8f-dda0327942d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.945924] env[69195]: DEBUG nova.objects.base [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Object Instance<0b64c1a2-e44d-4cc0-b842-155f31549f41> lazy-loaded attributes: flavor,info_cache {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 815.975336] env[69195]: DEBUG nova.scheduler.client.report [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.994338] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527644c4-2a08-49c9-c662-16f45e38a1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.019111} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.994652] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.994920] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. {{(pid=69195) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 815.995208] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ad58446-e1b3-448e-b144-08a27098be3d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.003997] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 816.003997] env[69195]: value = "task-3504279" [ 816.003997] env[69195]: _type = "Task" [ 816.003997] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.014448] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.245182] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075419} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.245182] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.246072] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bcec09-f2f1-43c0-b8ef-5760c921d5d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.269154] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.281750] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b2653fad-b50b-40ba-b1a8-6d18431f559a/b2653fad-b50b-40ba-b1a8-6d18431f559a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.282114] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d30300-a916-4286-83fa-5089541fbc9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.306542] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.306882] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e1c6ae19-8f0b-4418-aa24-dec3bc28039f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.319542] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 816.319542] env[69195]: value = "task-3504281" [ 816.319542] env[69195]: _type = "Task" [ 816.319542] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.321095] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 816.321095] env[69195]: value = "task-3504280" [ 816.321095] env[69195]: _type = "Task" [ 816.321095] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.330057] env[69195]: DEBUG nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.333143] env[69195]: DEBUG nova.compute.manager [req-d2c1140b-128e-4336-b475-a832c76ec485 req-5b267230-5b77-4791-99fd-507c7f2c9130 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Received event network-changed-d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.333341] env[69195]: DEBUG nova.compute.manager [req-d2c1140b-128e-4336-b475-a832c76ec485 req-5b267230-5b77-4791-99fd-507c7f2c9130 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Refreshing instance network info cache due to event network-changed-d49d801f-b149-4008-be7c-60eb22ae1d57. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.333563] env[69195]: DEBUG oslo_concurrency.lockutils [req-d2c1140b-128e-4336-b475-a832c76ec485 req-5b267230-5b77-4791-99fd-507c7f2c9130 service nova] Acquiring lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.333714] env[69195]: DEBUG oslo_concurrency.lockutils [req-d2c1140b-128e-4336-b475-a832c76ec485 req-5b267230-5b77-4791-99fd-507c7f2c9130 service nova] Acquired lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.333986] env[69195]: DEBUG nova.network.neutron [req-d2c1140b-128e-4336-b475-a832c76ec485 req-5b267230-5b77-4791-99fd-507c7f2c9130 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Refreshing network info cache for port d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.352402] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504281, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.352402] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.367423] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.367747] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.367889] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.369026] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.369026] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.369026] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.369253] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.369404] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.369497] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.369641] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.369814] env[69195]: DEBUG nova.virt.hardware [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.372591] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f994eb1c-75d2-44cd-8b75-6cef0463b5a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.385586] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e0abd5-8c0b-4e20-b438-05c337fe434d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.429346] env[69195]: INFO nova.compute.manager [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Took 48.60 seconds to build instance. [ 816.486032] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.486220] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.637s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.488060] env[69195]: INFO nova.compute.claims [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.517912] env[69195]: INFO nova.scheduler.client.report [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Deleted allocations for instance a0db66d9-da08-4192-8748-1a43b1f870cd [ 816.523527] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.798415] env[69195]: DEBUG nova.network.neutron [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.841957] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504281, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.842211] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.933472] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4334f889-2463-49cf-baad-346e28e271a3 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.195s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.018107] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653098} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.018402] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. [ 817.020673] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43fd664-a2af-4143-a54e-e3e230c35784 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.054277] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.057173] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7522fd72-97d5-4062-b258-9b9bfabec2ad tempest-ServerPasswordTestJSON-548197448 tempest-ServerPasswordTestJSON-548197448-project-member] Lock "a0db66d9-da08-4192-8748-1a43b1f870cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.489s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.058345] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4bd74e1-567c-435f-b630-91a560ab0046 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.080485] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 817.080485] env[69195]: value = "task-3504282" [ 817.080485] env[69195]: _type = "Task" [ 817.080485] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.089990] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.250294] env[69195]: DEBUG nova.network.neutron [req-d2c1140b-128e-4336-b475-a832c76ec485 req-5b267230-5b77-4791-99fd-507c7f2c9130 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Updated VIF entry in instance network info cache for port d49d801f-b149-4008-be7c-60eb22ae1d57. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.250614] env[69195]: DEBUG nova.network.neutron [req-d2c1140b-128e-4336-b475-a832c76ec485 req-5b267230-5b77-4791-99fd-507c7f2c9130 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Updating instance_info_cache with network_info: [{"id": "d49d801f-b149-4008-be7c-60eb22ae1d57", "address": "fa:16:3e:4e:49:68", "network": {"id": "d269eeea-048d-4c86-bff7-41d109b73ffb", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-420935788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29afbbb122f9441f91293cbd7686a8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "838c9497-35dd-415e-96c7-8dc21b0cd4b3", "external-id": "nsx-vlan-transportzone-530", "segmentation_id": 530, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49d801f-b1", "ovs_interfaceid": "d49d801f-b149-4008-be7c-60eb22ae1d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.292229] env[69195]: DEBUG nova.network.neutron [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Successfully updated port: 377a5b5c-b47c-4968-a0fb-71c0af630466 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.305301] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.342307] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504281, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.342649] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.436753] env[69195]: DEBUG nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.603438] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.753169] env[69195]: DEBUG oslo_concurrency.lockutils [req-d2c1140b-128e-4336-b475-a832c76ec485 req-5b267230-5b77-4791-99fd-507c7f2c9130 service nova] Releasing lock "refresh_cache-9804111e-efcc-4ddb-b5f5-c6e1695f74b3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.794093] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "refresh_cache-9fe63127-8329-4a25-b9b9-b5e0369ae943" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.794253] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "refresh_cache-9fe63127-8329-4a25-b9b9-b5e0369ae943" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.794415] env[69195]: DEBUG nova.network.neutron [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.837546] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504281, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.844088] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.960948] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0a5c82-6b77-40f9-bb0e-e01ebb2b6d94 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.967856] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.973953] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e9b96-16ea-4f6c-bbab-ad772f748ed0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.010611] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d2222f-8471-4cd2-8132-517894549087 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.019690] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cbee17-ab63-4ed2-8889-d6f2a11d80d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.034866] env[69195]: DEBUG nova.compute.provider_tree [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.093813] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.308409] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.308682] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43cf2dfa-f772-4dcf-a418-944f3e911e26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.317059] env[69195]: DEBUG oslo_vmware.api [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 818.317059] env[69195]: value = "task-3504283" [ 818.317059] env[69195]: _type = "Task" [ 818.317059] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.326496] env[69195]: DEBUG oslo_vmware.api [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.337637] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504281, 'name': CloneVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.347866] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.351688] env[69195]: DEBUG nova.network.neutron [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.503661] env[69195]: DEBUG nova.compute.manager [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Received event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.503966] env[69195]: DEBUG nova.compute.manager [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing instance network info cache due to event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.504792] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Acquiring lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.504868] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Acquired lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.505133] env[69195]: DEBUG nova.network.neutron [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.538041] env[69195]: DEBUG nova.scheduler.client.report [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.580261] env[69195]: DEBUG nova.network.neutron [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Updating instance_info_cache with network_info: [{"id": "377a5b5c-b47c-4968-a0fb-71c0af630466", "address": "fa:16:3e:37:30:02", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a5b5c-b4", "ovs_interfaceid": "377a5b5c-b47c-4968-a0fb-71c0af630466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.595844] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504282, 'name': ReconfigVM_Task, 'duration_secs': 1.096966} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.596358] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.597568] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd192d7f-22ee-4522-a109-b28c4a8e9c0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.635522] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58676b70-1862-46c9-a6c7-0174494f9984 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.654307] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 818.654307] env[69195]: value = "task-3504284" [ 818.654307] env[69195]: _type = "Task" [ 818.654307] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.666158] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.741862] env[69195]: DEBUG nova.compute.manager [req-458e1594-baab-4f02-b130-d387408b1716 req-263532a1-e3a0-475c-9414-adf3d96087f8 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Received event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.742042] env[69195]: DEBUG nova.compute.manager [req-458e1594-baab-4f02-b130-d387408b1716 req-263532a1-e3a0-475c-9414-adf3d96087f8 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing instance network info cache due to event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.742251] env[69195]: DEBUG oslo_concurrency.lockutils [req-458e1594-baab-4f02-b130-d387408b1716 req-263532a1-e3a0-475c-9414-adf3d96087f8 service nova] Acquiring lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.839284] env[69195]: DEBUG oslo_vmware.api [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504283, 'name': PowerOnVM_Task, 'duration_secs': 0.472854} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.842248] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.842546] env[69195]: DEBUG nova.compute.manager [None req-1c6a90df-ac8e-414d-9b8b-27508c082586 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.843435] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4377bb-2996-4622-9d23-c77905dc64f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.851780] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504281, 'name': CloneVM_Task, 'duration_secs': 2.408516} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.852397] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Created linked-clone VM from snapshot [ 818.853182] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d4e6b0-2827-49ad-a742-93498f3c65ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.863204] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504280, 'name': ReconfigVM_Task, 'duration_secs': 2.229012} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.863836] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b2653fad-b50b-40ba-b1a8-6d18431f559a/b2653fad-b50b-40ba-b1a8-6d18431f559a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.865489] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51cb2eb7-72a5-4a94-be69-fc9b636f0a14 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.870557] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Uploading image 144d3a50-e9ca-4f1c-a74e-fe955429fa1f {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.882044] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 818.882044] env[69195]: value = "task-3504285" [ 818.882044] env[69195]: _type = "Task" [ 818.882044] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.893425] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504285, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.904073] env[69195]: DEBUG oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.904073] env[69195]: value = "vm-700260" [ 818.904073] env[69195]: _type = "VirtualMachine" [ 818.904073] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.904705] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-347df0a4-d123-4760-9941-3d171de6f3f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.914898] env[69195]: DEBUG oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lease: (returnval){ [ 818.914898] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae92cb-06c0-5a02-ae5c-54ebb80e5475" [ 818.914898] env[69195]: _type = "HttpNfcLease" [ 818.914898] env[69195]: } obtained for exporting VM: (result){ [ 818.914898] env[69195]: value = "vm-700260" [ 818.914898] env[69195]: _type = "VirtualMachine" [ 818.914898] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.915334] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the lease: (returnval){ [ 818.915334] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae92cb-06c0-5a02-ae5c-54ebb80e5475" [ 818.915334] env[69195]: _type = "HttpNfcLease" [ 818.915334] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.928656] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.928656] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae92cb-06c0-5a02-ae5c-54ebb80e5475" [ 818.928656] env[69195]: _type = "HttpNfcLease" [ 818.928656] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 819.045086] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.046021] env[69195]: DEBUG nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.048510] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.026s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.048796] env[69195]: DEBUG nova.objects.instance [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lazy-loading 'resources' on Instance uuid 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.084923] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "refresh_cache-9fe63127-8329-4a25-b9b9-b5e0369ae943" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.085264] env[69195]: DEBUG nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Instance network_info: |[{"id": "377a5b5c-b47c-4968-a0fb-71c0af630466", "address": "fa:16:3e:37:30:02", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a5b5c-b4", "ovs_interfaceid": "377a5b5c-b47c-4968-a0fb-71c0af630466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.086956] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:30:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '377a5b5c-b47c-4968-a0fb-71c0af630466', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.098389] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.099706] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.099706] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07b01b6f-8471-4a80-bb0b-c1088dbd69ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.125126] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.125126] env[69195]: value = "task-3504287" [ 819.125126] env[69195]: _type = "Task" [ 819.125126] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.134427] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504287, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.171488] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504284, 'name': ReconfigVM_Task, 'duration_secs': 0.219825} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.171884] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.172221] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc0d2a3-c8db-4ec3-afd4-8c6bc2df3e83 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.182271] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 819.182271] env[69195]: value = "task-3504288" [ 819.182271] env[69195]: _type = "Task" [ 819.182271] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.192209] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.400650] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504285, 'name': Rename_Task, 'duration_secs': 0.340565} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.401361] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.401785] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed744404-3a35-4c10-86d2-f7a9cc06d22e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.412265] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 819.412265] env[69195]: value = "task-3504289" [ 819.412265] env[69195]: _type = "Task" [ 819.412265] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.430084] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.432714] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 819.432714] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae92cb-06c0-5a02-ae5c-54ebb80e5475" [ 819.432714] env[69195]: _type = "HttpNfcLease" [ 819.432714] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 819.433419] env[69195]: DEBUG oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 819.433419] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ae92cb-06c0-5a02-ae5c-54ebb80e5475" [ 819.433419] env[69195]: _type = "HttpNfcLease" [ 819.433419] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 819.435102] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063399a9-1899-4aea-89f0-14eded742525 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.446360] env[69195]: DEBUG oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fc0f1-75d8-e9b0-20fa-1ffebe94e59a/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.446974] env[69195]: DEBUG oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fc0f1-75d8-e9b0-20fa-1ffebe94e59a/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.518610] env[69195]: DEBUG nova.network.neutron [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updated VIF entry in instance network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.518976] env[69195]: DEBUG nova.network.neutron [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [{"id": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "address": "fa:16:3e:e6:ec:4e", "network": {"id": "44842f2d-9fc8-49e2-968d-47a2ab6370e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2026218801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "671721b2e29947fa9fb90abcb9e71de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a341eb-c6", "ovs_interfaceid": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.552826] env[69195]: DEBUG nova.compute.utils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.558210] env[69195]: DEBUG nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.558210] env[69195]: DEBUG nova.network.neutron [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.569720] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39c29e76-decf-481f-9938-8fd61f354587 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.619765] env[69195]: DEBUG nova.policy [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d545d38c9a845b1996a6d5a79549b3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b8c3983649947088d7411c914f52264', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.637481] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504287, 'name': CreateVM_Task, 'duration_secs': 0.389821} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.637747] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.638604] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.638604] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.638929] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.639277] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6beabbc-b06b-401b-b0c5-da79c1372f74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.647586] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 819.647586] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528de021-0b89-6f73-434d-9b147aba4002" [ 819.647586] env[69195]: _type = "Task" [ 819.647586] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.661895] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528de021-0b89-6f73-434d-9b147aba4002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.700490] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.925320] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504289, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.023183] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Releasing lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.023183] env[69195]: DEBUG nova.compute.manager [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Received event network-vif-plugged-377a5b5c-b47c-4968-a0fb-71c0af630466 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.023838] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Acquiring lock "9fe63127-8329-4a25-b9b9-b5e0369ae943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.024460] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Lock "9fe63127-8329-4a25-b9b9-b5e0369ae943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.024460] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Lock "9fe63127-8329-4a25-b9b9-b5e0369ae943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.024597] env[69195]: DEBUG nova.compute.manager [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] No waiting events found dispatching network-vif-plugged-377a5b5c-b47c-4968-a0fb-71c0af630466 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.025031] env[69195]: WARNING nova.compute.manager [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Received unexpected event network-vif-plugged-377a5b5c-b47c-4968-a0fb-71c0af630466 for instance with vm_state building and task_state spawning. [ 820.025158] env[69195]: DEBUG nova.compute.manager [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Received event network-changed-377a5b5c-b47c-4968-a0fb-71c0af630466 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.026217] env[69195]: DEBUG nova.compute.manager [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Refreshing instance network info cache due to event network-changed-377a5b5c-b47c-4968-a0fb-71c0af630466. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.026217] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Acquiring lock "refresh_cache-9fe63127-8329-4a25-b9b9-b5e0369ae943" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.026355] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Acquired lock "refresh_cache-9fe63127-8329-4a25-b9b9-b5e0369ae943" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.026747] env[69195]: DEBUG nova.network.neutron [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Refreshing network info cache for port 377a5b5c-b47c-4968-a0fb-71c0af630466 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.031890] env[69195]: DEBUG oslo_concurrency.lockutils [req-458e1594-baab-4f02-b130-d387408b1716 req-263532a1-e3a0-475c-9414-adf3d96087f8 service nova] Acquired lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.033187] env[69195]: DEBUG nova.network.neutron [req-458e1594-baab-4f02-b130-d387408b1716 req-263532a1-e3a0-475c-9414-adf3d96087f8 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.056309] env[69195]: DEBUG nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.167734] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528de021-0b89-6f73-434d-9b147aba4002, 'name': SearchDatastore_Task, 'duration_secs': 0.01718} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.175721] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.176089] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.176430] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.176784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.176902] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.177963] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86097eb3-7913-4111-a3c4-8536165fff98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.195350] env[69195]: DEBUG oslo_vmware.api [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504288, 'name': PowerOnVM_Task, 'duration_secs': 0.624814} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.196592] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.199116] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.199379] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.201144] env[69195]: DEBUG nova.compute.manager [None req-c32e2b5e-07c7-4307-90da-f1836d75b035 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.206249] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e3a615-4796-4282-ac8f-8c0d7877980e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.209924] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2485ea-3c01-41e3-9264-8e3f4cecebcc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.221731] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 820.221731] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b21abc-041c-0662-6267-57203789fb39" [ 820.221731] env[69195]: _type = "Task" [ 820.221731] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.232833] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b21abc-041c-0662-6267-57203789fb39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.252285] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6fd09e-9917-43d6-8db2-0ee736d170e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.264637] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b42119-f1bf-4e7a-a63d-33d397041d7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.302200] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ac51c5-1c8a-49f3-86a7-1f4852a2d36a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.314682] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6061710e-8482-4de9-bb4d-037adef686c3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.337752] env[69195]: DEBUG nova.compute.provider_tree [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.343857] env[69195]: DEBUG nova.network.neutron [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Successfully created port: fc4f7a45-913f-4096-98dc-75ff9f4ef2ef {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.427226] env[69195]: DEBUG oslo_vmware.api [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504289, 'name': PowerOnVM_Task, 'duration_secs': 0.620844} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.427594] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.427868] env[69195]: INFO nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Took 10.02 seconds to spawn the instance on the hypervisor. [ 820.428263] env[69195]: DEBUG nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.429123] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e705d1-19e0-404f-9f1c-9d0b9e77e97a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.636359] env[69195]: DEBUG nova.compute.manager [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.637598] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a88d354-d1d9-497a-a960-fa449decebfa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.744115] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b21abc-041c-0662-6267-57203789fb39, 'name': SearchDatastore_Task, 'duration_secs': 0.019403} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.746161] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ac088a-7ac0-47d9-a674-9ba4253500cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.762557] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 820.762557] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b1483d-fcdb-c94e-6092-df85d95d33f7" [ 820.762557] env[69195]: _type = "Task" [ 820.762557] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.775769] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b1483d-fcdb-c94e-6092-df85d95d33f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.843925] env[69195]: DEBUG nova.scheduler.client.report [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.955514] env[69195]: INFO nova.compute.manager [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Took 49.65 seconds to build instance. [ 820.986160] env[69195]: DEBUG nova.network.neutron [req-458e1594-baab-4f02-b130-d387408b1716 req-263532a1-e3a0-475c-9414-adf3d96087f8 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updated VIF entry in instance network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.986643] env[69195]: DEBUG nova.network.neutron [req-458e1594-baab-4f02-b130-d387408b1716 req-263532a1-e3a0-475c-9414-adf3d96087f8 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [{"id": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "address": "fa:16:3e:e6:ec:4e", "network": {"id": "44842f2d-9fc8-49e2-968d-47a2ab6370e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2026218801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "671721b2e29947fa9fb90abcb9e71de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a341eb-c6", "ovs_interfaceid": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.039087] env[69195]: DEBUG nova.network.neutron [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Updated VIF entry in instance network info cache for port 377a5b5c-b47c-4968-a0fb-71c0af630466. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.039087] env[69195]: DEBUG nova.network.neutron [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Updating instance_info_cache with network_info: [{"id": "377a5b5c-b47c-4968-a0fb-71c0af630466", "address": "fa:16:3e:37:30:02", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377a5b5c-b4", "ovs_interfaceid": "377a5b5c-b47c-4968-a0fb-71c0af630466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.065262] env[69195]: DEBUG nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.096574] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.096835] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.096996] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.097193] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.097339] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.097498] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.097744] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.097916] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.098100] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.098288] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.098463] env[69195]: DEBUG nova.virt.hardware [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.099426] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782cdae3-acd5-4b41-bab1-3fa3625a411d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.110032] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c456c06-5c62-4c17-a0c6-9ec0dcc673c9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.151988] env[69195]: INFO nova.compute.manager [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] instance snapshotting [ 821.155666] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a54713-b963-4f9d-9a24-0789abfb15c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.165741] env[69195]: DEBUG nova.compute.manager [req-18b2cff3-6a6a-447d-a557-c15fc6667641 req-fe2fc341-af32-4918-b9e5-e3c63ff3a8a0 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Received event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.165741] env[69195]: DEBUG nova.compute.manager [req-18b2cff3-6a6a-447d-a557-c15fc6667641 req-fe2fc341-af32-4918-b9e5-e3c63ff3a8a0 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing instance network info cache due to event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.165741] env[69195]: DEBUG oslo_concurrency.lockutils [req-18b2cff3-6a6a-447d-a557-c15fc6667641 req-fe2fc341-af32-4918-b9e5-e3c63ff3a8a0 service nova] Acquiring lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.181641] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91a06c-01dd-4e9d-9fec-15c27897aee6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.275159] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b1483d-fcdb-c94e-6092-df85d95d33f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016831} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.275543] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.275974] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 9fe63127-8329-4a25-b9b9-b5e0369ae943/9fe63127-8329-4a25-b9b9-b5e0369ae943.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.276302] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c89a8c4d-0df7-43b0-87d5-78a329b09c80 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.285180] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 821.285180] env[69195]: value = "task-3504290" [ 821.285180] env[69195]: _type = "Task" [ 821.285180] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.295530] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.351818] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.354636] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.688s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.355375] env[69195]: DEBUG nova.objects.instance [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lazy-loading 'resources' on Instance uuid cab205ab-e9d5-4381-8bf4-53fc516add07 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.388047] env[69195]: INFO nova.scheduler.client.report [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Deleted allocations for instance 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d [ 821.460354] env[69195]: DEBUG oslo_concurrency.lockutils [None req-904ce4d8-2603-4af2-a8ae-d8f4df4abad0 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "b2653fad-b50b-40ba-b1a8-6d18431f559a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.297s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.493167] env[69195]: DEBUG oslo_concurrency.lockutils [req-458e1594-baab-4f02-b130-d387408b1716 req-263532a1-e3a0-475c-9414-adf3d96087f8 service nova] Releasing lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.493631] env[69195]: DEBUG oslo_concurrency.lockutils [req-18b2cff3-6a6a-447d-a557-c15fc6667641 req-fe2fc341-af32-4918-b9e5-e3c63ff3a8a0 service nova] Acquired lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.493827] env[69195]: DEBUG nova.network.neutron [req-18b2cff3-6a6a-447d-a557-c15fc6667641 req-fe2fc341-af32-4918-b9e5-e3c63ff3a8a0 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.544428] env[69195]: DEBUG oslo_concurrency.lockutils [req-77be7033-ebee-450f-a8d1-3e285eec29f8 req-953a0ada-090e-4ebd-b586-b2309be67628 service nova] Releasing lock "refresh_cache-9fe63127-8329-4a25-b9b9-b5e0369ae943" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.694748] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 821.694748] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9f844e0-1cf4-40b0-9bda-d5fb66300600 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.706198] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 821.706198] env[69195]: value = "task-3504291" [ 821.706198] env[69195]: _type = "Task" [ 821.706198] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.800624] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.900181] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bac39eb1-a0c3-4276-84c2-1108295ec7cb tempest-VolumesAssistedSnapshotsTest-1534843512 tempest-VolumesAssistedSnapshotsTest-1534843512-project-member] Lock "91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.309s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.962138] env[69195]: DEBUG nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.992550] env[69195]: INFO nova.compute.manager [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Unrescuing [ 821.992921] env[69195]: DEBUG oslo_concurrency.lockutils [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.993163] env[69195]: DEBUG oslo_concurrency.lockutils [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquired lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.993443] env[69195]: DEBUG nova.network.neutron [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.218012] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.306687] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60401} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.308078] env[69195]: DEBUG nova.network.neutron [req-18b2cff3-6a6a-447d-a557-c15fc6667641 req-fe2fc341-af32-4918-b9e5-e3c63ff3a8a0 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updated VIF entry in instance network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.308591] env[69195]: DEBUG nova.network.neutron [req-18b2cff3-6a6a-447d-a557-c15fc6667641 req-fe2fc341-af32-4918-b9e5-e3c63ff3a8a0 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [{"id": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "address": "fa:16:3e:e6:ec:4e", "network": {"id": "44842f2d-9fc8-49e2-968d-47a2ab6370e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2026218801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "671721b2e29947fa9fb90abcb9e71de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a341eb-c6", "ovs_interfaceid": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.312116] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 9fe63127-8329-4a25-b9b9-b5e0369ae943/9fe63127-8329-4a25-b9b9-b5e0369ae943.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.312116] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.312116] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70e4115f-3e05-4751-b5a6-2b042cc5df8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.319524] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 822.319524] env[69195]: value = "task-3504292" [ 822.319524] env[69195]: _type = "Task" [ 822.319524] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.331135] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.449194] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2855221c-ed39-4fdd-bb5c-17a27bb3ae9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.460051] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6f1fd2-5b72-4905-bbde-3f9c55a9082e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.506073] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a7d2e2-fbf4-4a84-a655-feac18f489e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.515956] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b532d91-004f-4967-bb25-fdb9d3e94a87 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.534317] env[69195]: DEBUG nova.compute.provider_tree [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.536839] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.669564] env[69195]: DEBUG nova.network.neutron [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Successfully updated port: fc4f7a45-913f-4096-98dc-75ff9f4ef2ef {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.723394] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.817888] env[69195]: DEBUG oslo_concurrency.lockutils [req-18b2cff3-6a6a-447d-a557-c15fc6667641 req-fe2fc341-af32-4918-b9e5-e3c63ff3a8a0 service nova] Releasing lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.839149] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080379} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.839532] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.840511] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5b514a-8a19-4072-aa3c-3e8b8afe0447 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.871520] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9fe63127-8329-4a25-b9b9-b5e0369ae943/9fe63127-8329-4a25-b9b9-b5e0369ae943.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.872527] env[69195]: DEBUG nova.network.neutron [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Updating instance_info_cache with network_info: [{"id": "0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0", "address": "fa:16:3e:a9:ec:f5", "network": {"id": "68b7a8a0-3b8b-4396-ba6a-e14fc096804e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1174694237-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "92433797d8964e30995e6c6e26728b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2ca4f4-30", "ovs_interfaceid": "0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.873818] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bc05a9c-6f67-4a82-8e0f-07c65c5b85a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.896730] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 822.896730] env[69195]: value = "task-3504293" [ 822.896730] env[69195]: _type = "Task" [ 822.896730] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.914008] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.039463] env[69195]: DEBUG nova.scheduler.client.report [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.172944] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquiring lock "refresh_cache-fcdc8c40-b7ca-4600-aa70-61a12c264596" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.172944] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquired lock "refresh_cache-fcdc8c40-b7ca-4600-aa70-61a12c264596" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.173080] env[69195]: DEBUG nova.network.neutron [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.224037] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504291, 'name': CreateSnapshot_Task, 'duration_secs': 1.157696} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.224366] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.225330] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ef33b9-9167-40a5-9baa-559f4ec07a42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.393045] env[69195]: DEBUG oslo_concurrency.lockutils [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Releasing lock "refresh_cache-c9830507-cc85-4b09-ae22-fa809fee2d1a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.393045] env[69195]: DEBUG nova.objects.instance [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lazy-loading 'flavor' on Instance uuid c9830507-cc85-4b09-ae22-fa809fee2d1a {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.410159] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504293, 'name': ReconfigVM_Task, 'duration_secs': 0.334271} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.410554] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9fe63127-8329-4a25-b9b9-b5e0369ae943/9fe63127-8329-4a25-b9b9-b5e0369ae943.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.411311] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2f493b5-1ed3-406d-94c1-fb00494f5e83 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.418307] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 823.418307] env[69195]: value = "task-3504296" [ 823.418307] env[69195]: _type = "Task" [ 823.418307] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.436180] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504296, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.545908] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.549645] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.214s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.552689] env[69195]: INFO nova.compute.claims [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.575817] env[69195]: INFO nova.scheduler.client.report [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Deleted allocations for instance cab205ab-e9d5-4381-8bf4-53fc516add07 [ 823.609118] env[69195]: DEBUG nova.compute.manager [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Received event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.609195] env[69195]: DEBUG nova.compute.manager [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing instance network info cache due to event network-changed-11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.609379] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Acquiring lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.609558] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Acquired lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.609672] env[69195]: DEBUG nova.network.neutron [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Refreshing network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.728197] env[69195]: DEBUG nova.network.neutron [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.753254] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 823.757149] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38cf0c50-b694-4ea4-b182-91331c38b3ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.771500] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 823.771500] env[69195]: value = "task-3504298" [ 823.771500] env[69195]: _type = "Task" [ 823.771500] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.783515] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504298, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.902245] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f48d9b-bcdf-4f8a-b30e-809ba591bbc9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.933443] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.937270] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87acaf96-642e-4609-a2e2-a7e704330d5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.950371] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504296, 'name': Rename_Task, 'duration_secs': 0.179527} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.952186] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.952680] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 823.952680] env[69195]: value = "task-3504299" [ 823.952680] env[69195]: _type = "Task" [ 823.952680] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.952972] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ab55650-798b-4e4c-9699-8e966f43284c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.965999] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.970050] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 823.970050] env[69195]: value = "task-3504300" [ 823.970050] env[69195]: _type = "Task" [ 823.970050] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.977602] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.993119] env[69195]: DEBUG nova.network.neutron [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Updating instance_info_cache with network_info: [{"id": "fc4f7a45-913f-4096-98dc-75ff9f4ef2ef", "address": "fa:16:3e:69:7c:c0", "network": {"id": "cd82d4db-a16f-40b5-964b-de7e2c6b4a3d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-990458568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b8c3983649947088d7411c914f52264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc4f7a45-91", "ovs_interfaceid": "fc4f7a45-913f-4096-98dc-75ff9f4ef2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.995280] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "b2653fad-b50b-40ba-b1a8-6d18431f559a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.997035] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "b2653fad-b50b-40ba-b1a8-6d18431f559a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.997035] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "b2653fad-b50b-40ba-b1a8-6d18431f559a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.997035] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "b2653fad-b50b-40ba-b1a8-6d18431f559a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.997035] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "b2653fad-b50b-40ba-b1a8-6d18431f559a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.999972] env[69195]: INFO nova.compute.manager [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Terminating instance [ 824.087434] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4921ad76-b289-4451-aebe-e773c2fafa58 tempest-InstanceActionsV221TestJSON-634240840 tempest-InstanceActionsV221TestJSON-634240840-project-member] Lock "cab205ab-e9d5-4381-8bf4-53fc516add07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.833s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.283938] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504298, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.467907] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504299, 'name': PowerOffVM_Task, 'duration_secs': 0.329353} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.468336] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.473925] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 824.479176] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7927a7-d061-445d-bff8-b3dfb02d90a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.499557] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Releasing lock "refresh_cache-fcdc8c40-b7ca-4600-aa70-61a12c264596" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.499922] env[69195]: DEBUG nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Instance network_info: |[{"id": "fc4f7a45-913f-4096-98dc-75ff9f4ef2ef", "address": "fa:16:3e:69:7c:c0", "network": {"id": "cd82d4db-a16f-40b5-964b-de7e2c6b4a3d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-990458568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b8c3983649947088d7411c914f52264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc4f7a45-91", "ovs_interfaceid": "fc4f7a45-913f-4096-98dc-75ff9f4ef2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.504570] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:7c:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc4f7a45-913f-4096-98dc-75ff9f4ef2ef', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.512537] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Creating folder: Project (6b8c3983649947088d7411c914f52264). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.513146] env[69195]: DEBUG nova.compute.manager [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.513352] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.513629] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.515198] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-885ab2e4-b77f-4678-8930-3314140036d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.517491] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755cebf7-a62b-44b9-b006-32993cabc4c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.521060] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 824.521060] env[69195]: value = "task-3504301" [ 824.521060] env[69195]: _type = "Task" [ 824.521060] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.527688] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.528498] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8343fa43-e91d-42d3-9064-db1e994b4803 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.533506] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.538121] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Created folder: Project (6b8c3983649947088d7411c914f52264) in parent group-v700121. [ 824.538366] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Creating folder: Instances. Parent ref: group-v700267. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.538635] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6abc773-3d30-44f0-9025-cf0910b3dc79 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.542945] env[69195]: DEBUG oslo_vmware.api [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 824.542945] env[69195]: value = "task-3504303" [ 824.542945] env[69195]: _type = "Task" [ 824.542945] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.554357] env[69195]: DEBUG oslo_vmware.api [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.556293] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Created folder: Instances in parent group-v700267. [ 824.556602] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.556813] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.557085] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af6aaac3-cee5-4360-8b07-ef2db681d7f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.586404] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.586404] env[69195]: value = "task-3504305" [ 824.586404] env[69195]: _type = "Task" [ 824.586404] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.598446] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504305, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.709445] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "a72cc066-0d49-400b-8afe-3df0a1527ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.709903] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "a72cc066-0d49-400b-8afe-3df0a1527ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.710385] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "a72cc066-0d49-400b-8afe-3df0a1527ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.710654] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "a72cc066-0d49-400b-8afe-3df0a1527ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.710966] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "a72cc066-0d49-400b-8afe-3df0a1527ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.714548] env[69195]: INFO nova.compute.manager [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Terminating instance [ 824.786109] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504298, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.821734] env[69195]: DEBUG nova.network.neutron [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updated VIF entry in instance network info cache for port 11a341eb-c60a-4b7d-9c89-13cf16638e62. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.822891] env[69195]: DEBUG nova.network.neutron [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [{"id": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "address": "fa:16:3e:e6:ec:4e", "network": {"id": "44842f2d-9fc8-49e2-968d-47a2ab6370e3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2026218801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "671721b2e29947fa9fb90abcb9e71de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11a341eb-c6", "ovs_interfaceid": "11a341eb-c60a-4b7d-9c89-13cf16638e62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.982569] env[69195]: DEBUG oslo_vmware.api [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504300, 'name': PowerOnVM_Task, 'duration_secs': 0.712168} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.983613] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.983613] env[69195]: INFO nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Took 8.65 seconds to spawn the instance on the hypervisor. [ 824.983613] env[69195]: DEBUG nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.984056] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeade15-8428-4b07-93f0-84baebaca3fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.036609] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504301, 'name': ReconfigVM_Task, 'duration_secs': 0.362301} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.037741] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 825.037980] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.041220] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d892b7a-b4f3-47bc-8797-d815a93e5586 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.054116] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 825.054116] env[69195]: value = "task-3504306" [ 825.054116] env[69195]: _type = "Task" [ 825.054116] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.066271] env[69195]: DEBUG oslo_vmware.api [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504303, 'name': PowerOffVM_Task, 'duration_secs': 0.388578} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.066859] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.066941] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.067194] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62597e2b-b975-441e-99c6-e75e805af0e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.073459] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504306, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.103332] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504305, 'name': CreateVM_Task, 'duration_secs': 0.479077} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.106397] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.107319] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.107499] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.107810] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.108126] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb26767-7b64-458f-807f-af878c988ccb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.116209] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 825.116209] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d538c-b125-d945-2beb-292edf27a1bc" [ 825.116209] env[69195]: _type = "Task" [ 825.116209] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.128099] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d538c-b125-d945-2beb-292edf27a1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.147195] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6419c9-31e7-4642-9a4b-134b6a535f6c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.160646] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9025d4-004c-4f40-aaa4-8223fd00661c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.164063] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.164543] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.164543] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Deleting the datastore file [datastore2] b2653fad-b50b-40ba-b1a8-6d18431f559a {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.164733] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12fc7aa5-f54d-4360-83f9-6ed2f0708494 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.172612] env[69195]: DEBUG oslo_vmware.api [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for the task: (returnval){ [ 825.172612] env[69195]: value = "task-3504308" [ 825.172612] env[69195]: _type = "Task" [ 825.172612] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.201515] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6e4e3-89d4-424e-bcf6-d09b8886005f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.212818] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b98be7-7dab-486a-b965-aa8d113c0975 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.219761] env[69195]: DEBUG nova.compute.manager [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.220215] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.229392] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248ae345-3ef9-462e-ba2b-ba2481cf0b69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.232623] env[69195]: DEBUG nova.compute.provider_tree [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.240963] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.240963] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34cf36c9-b1e5-4481-b141-cef401624661 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.250329] env[69195]: DEBUG oslo_vmware.api [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 825.250329] env[69195]: value = "task-3504309" [ 825.250329] env[69195]: _type = "Task" [ 825.250329] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.262014] env[69195]: DEBUG oslo_vmware.api [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.285128] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504298, 'name': CloneVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.324869] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Releasing lock "refresh_cache-a72cc066-0d49-400b-8afe-3df0a1527ca9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.326625] env[69195]: DEBUG nova.compute.manager [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Received event network-vif-plugged-fc4f7a45-913f-4096-98dc-75ff9f4ef2ef {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.326625] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Acquiring lock "fcdc8c40-b7ca-4600-aa70-61a12c264596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.326625] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Lock "fcdc8c40-b7ca-4600-aa70-61a12c264596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.326625] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Lock "fcdc8c40-b7ca-4600-aa70-61a12c264596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.326625] env[69195]: DEBUG nova.compute.manager [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] No waiting events found dispatching network-vif-plugged-fc4f7a45-913f-4096-98dc-75ff9f4ef2ef {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.326625] env[69195]: WARNING nova.compute.manager [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Received unexpected event network-vif-plugged-fc4f7a45-913f-4096-98dc-75ff9f4ef2ef for instance with vm_state building and task_state spawning. [ 825.326625] env[69195]: DEBUG nova.compute.manager [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Received event network-changed-fc4f7a45-913f-4096-98dc-75ff9f4ef2ef {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.326625] env[69195]: DEBUG nova.compute.manager [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Refreshing instance network info cache due to event network-changed-fc4f7a45-913f-4096-98dc-75ff9f4ef2ef. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.327165] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Acquiring lock "refresh_cache-fcdc8c40-b7ca-4600-aa70-61a12c264596" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.327165] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Acquired lock "refresh_cache-fcdc8c40-b7ca-4600-aa70-61a12c264596" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.327165] env[69195]: DEBUG nova.network.neutron [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Refreshing network info cache for port fc4f7a45-913f-4096-98dc-75ff9f4ef2ef {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.521136] env[69195]: INFO nova.compute.manager [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Took 46.60 seconds to build instance. [ 825.570815] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.630943] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d538c-b125-d945-2beb-292edf27a1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018114} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.632038] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.632038] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.632038] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.632038] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.632244] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.632465] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e87f11dc-8ccf-4db8-b8e1-d5b0daf2eb33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.654873] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.655139] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.656245] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c385a6fd-b79c-4131-841d-b0cd7dbcc3de {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.665316] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 825.665316] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b1eed5-da9e-2aaf-df99-4c1b5522dc7b" [ 825.665316] env[69195]: _type = "Task" [ 825.665316] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.685113] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b1eed5-da9e-2aaf-df99-4c1b5522dc7b, 'name': SearchDatastore_Task, 'duration_secs': 0.015505} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.687860] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-252e64d7-baaf-414a-8065-a70ffe915a33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.701121] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 825.701121] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d98d0a-79cb-467e-60d9-6648d9363fd6" [ 825.701121] env[69195]: _type = "Task" [ 825.701121] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.730442] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d98d0a-79cb-467e-60d9-6648d9363fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.025914} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.737633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.737633] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] fcdc8c40-b7ca-4600-aa70-61a12c264596/fcdc8c40-b7ca-4600-aa70-61a12c264596.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.737633] env[69195]: DEBUG nova.scheduler.client.report [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.744814] env[69195]: DEBUG oslo_vmware.api [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Task: {'id': task-3504308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333191} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.745336] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eafa9a55-c1df-4c19-9070-773873e21ba5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.750429] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.750710] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.750867] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.751516] env[69195]: INFO nova.compute.manager [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 825.751516] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.751766] env[69195]: DEBUG nova.compute.manager [-] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.751766] env[69195]: DEBUG nova.network.neutron [-] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.766743] env[69195]: DEBUG oslo_vmware.api [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504309, 'name': PowerOffVM_Task, 'duration_secs': 0.432487} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.771024] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.771024] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.771024] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32188d68-98ea-4c76-814d-5f1a7b3dfef1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.782601] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 825.782601] env[69195]: value = "task-3504310" [ 825.782601] env[69195]: _type = "Task" [ 825.782601] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.793936] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504298, 'name': CloneVM_Task, 'duration_secs': 1.652816} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.796307] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Created linked-clone VM from snapshot [ 825.796307] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bb3758-9d04-40bb-824f-fbd2223544fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.804561] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.815578] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Uploading image 217e3877-82ba-4437-9dc5-963e80ebac93 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 825.835132] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 825.835449] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d669c27-6548-4826-b5c5-c1de3ef4f99c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.844791] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 825.844791] env[69195]: value = "task-3504312" [ 825.844791] env[69195]: _type = "Task" [ 825.844791] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.857968] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504312, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.879309] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.879547] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.879728] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Deleting the datastore file [datastore1] a72cc066-0d49-400b-8afe-3df0a1527ca9 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.880030] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c08878-c2d4-4079-adda-51f60a3e577a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.891163] env[69195]: DEBUG oslo_vmware.api [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for the task: (returnval){ [ 825.891163] env[69195]: value = "task-3504313" [ 825.891163] env[69195]: _type = "Task" [ 825.891163] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.903823] env[69195]: DEBUG oslo_vmware.api [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.023885] env[69195]: DEBUG oslo_concurrency.lockutils [None req-633154ee-f4a9-4c73-b234-bcdcdac0299a tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "9fe63127-8329-4a25-b9b9-b5e0369ae943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.335s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.070829] env[69195]: DEBUG oslo_vmware.api [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504306, 'name': PowerOnVM_Task, 'duration_secs': 0.960505} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.071451] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.071451] env[69195]: DEBUG nova.compute.manager [None req-394af5e7-784b-4995-a962-a7e9c522425d tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.072465] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61967ea9-a68b-4ebe-ac3f-9ea855abda6a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.247334] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.248134] env[69195]: DEBUG nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.253074] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.238s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.254128] env[69195]: INFO nova.compute.claims [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.300547] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.332652] env[69195]: DEBUG nova.network.neutron [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Updated VIF entry in instance network info cache for port fc4f7a45-913f-4096-98dc-75ff9f4ef2ef. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.333127] env[69195]: DEBUG nova.network.neutron [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Updating instance_info_cache with network_info: [{"id": "fc4f7a45-913f-4096-98dc-75ff9f4ef2ef", "address": "fa:16:3e:69:7c:c0", "network": {"id": "cd82d4db-a16f-40b5-964b-de7e2c6b4a3d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-990458568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b8c3983649947088d7411c914f52264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc4f7a45-91", "ovs_interfaceid": "fc4f7a45-913f-4096-98dc-75ff9f4ef2ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.360151] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504312, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.406558] env[69195]: DEBUG oslo_vmware.api [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.527086] env[69195]: DEBUG nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.762179] env[69195]: DEBUG nova.compute.utils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.765598] env[69195]: DEBUG nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.765847] env[69195]: DEBUG nova.network.neutron [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.799797] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.802412] env[69195]: DEBUG nova.compute.manager [req-20a727dd-fff0-4f27-a67e-ec87c457d4a6 req-725c632e-016b-4749-a0e6-cf61d3ef547c service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Received event network-vif-deleted-08deede4-9aa7-42dc-ade6-53013d0766b2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.802623] env[69195]: INFO nova.compute.manager [req-20a727dd-fff0-4f27-a67e-ec87c457d4a6 req-725c632e-016b-4749-a0e6-cf61d3ef547c service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Neutron deleted interface 08deede4-9aa7-42dc-ade6-53013d0766b2; detaching it from the instance and deleting it from the info cache [ 826.802762] env[69195]: DEBUG nova.network.neutron [req-20a727dd-fff0-4f27-a67e-ec87c457d4a6 req-725c632e-016b-4749-a0e6-cf61d3ef547c service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.846034] env[69195]: DEBUG nova.policy [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0f9564c8c4474d91600d8a88d68410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e950ccf72b9481dbbb1c44a374b680b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.846034] env[69195]: DEBUG oslo_concurrency.lockutils [req-4542a777-4aa0-4bf6-a68e-db9c84e79d1c req-30640b0b-5027-4965-8677-cf3ad7eea1a7 service nova] Releasing lock "refresh_cache-fcdc8c40-b7ca-4600-aa70-61a12c264596" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.866262] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504312, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.910522] env[69195]: DEBUG oslo_vmware.api [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Task: {'id': task-3504313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.791495} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.910847] env[69195]: DEBUG nova.network.neutron [-] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.912091] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.912316] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.912548] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.912819] env[69195]: INFO nova.compute.manager [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Took 1.69 seconds to destroy the instance on the hypervisor. [ 826.913234] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.913927] env[69195]: DEBUG nova.compute.manager [-] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.914054] env[69195]: DEBUG nova.network.neutron [-] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.938593] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "131136af-caf8-456d-8842-088530907381" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.938593] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "131136af-caf8-456d-8842-088530907381" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.060530] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.266219] env[69195]: DEBUG nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.276556] env[69195]: DEBUG nova.network.neutron [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Successfully created port: 0f2aa834-fd15-40eb-aa22-447569332526 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.297978] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.309891] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e87f4bb-7eca-42be-a0e7-c2d2a29dee3b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.326168] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad0451-ed6e-4ea1-ad9c-739fd6479106 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.374185] env[69195]: DEBUG nova.compute.manager [req-20a727dd-fff0-4f27-a67e-ec87c457d4a6 req-725c632e-016b-4749-a0e6-cf61d3ef547c service nova] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Detach interface failed, port_id=08deede4-9aa7-42dc-ade6-53013d0766b2, reason: Instance b2653fad-b50b-40ba-b1a8-6d18431f559a could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.389909] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504312, 'name': Destroy_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.415379] env[69195]: INFO nova.compute.manager [-] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Took 1.66 seconds to deallocate network for instance. [ 827.562341] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "c9830507-cc85-4b09-ae22-fa809fee2d1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.563755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "c9830507-cc85-4b09-ae22-fa809fee2d1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.563755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "c9830507-cc85-4b09-ae22-fa809fee2d1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.563755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "c9830507-cc85-4b09-ae22-fa809fee2d1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.563755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "c9830507-cc85-4b09-ae22-fa809fee2d1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.573759] env[69195]: INFO nova.compute.manager [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Terminating instance [ 827.808426] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504310, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.683197} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.812192] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] fcdc8c40-b7ca-4600-aa70-61a12c264596/fcdc8c40-b7ca-4600-aa70-61a12c264596.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.812385] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.812889] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58b30946-490f-426f-81d2-d7b436fe5180 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.823715] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 827.823715] env[69195]: value = "task-3504315" [ 827.823715] env[69195]: _type = "Task" [ 827.823715] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.838974] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.865832] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504312, 'name': Destroy_Task, 'duration_secs': 1.640709} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.866396] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Destroyed the VM [ 827.866560] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.867120] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd1b07bb-70a4-4d65-8129-92d6b06228b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.877646] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 827.877646] env[69195]: value = "task-3504316" [ 827.877646] env[69195]: _type = "Task" [ 827.877646] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.888508] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.900093] env[69195]: DEBUG nova.compute.manager [req-b3ffb434-b861-427a-be64-ff10c13dc20e req-bc55d0f0-16de-48a9-8b76-66618e8e2228 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Received event network-vif-deleted-11a341eb-c60a-4b7d-9c89-13cf16638e62 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.900311] env[69195]: INFO nova.compute.manager [req-b3ffb434-b861-427a-be64-ff10c13dc20e req-bc55d0f0-16de-48a9-8b76-66618e8e2228 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Neutron deleted interface 11a341eb-c60a-4b7d-9c89-13cf16638e62; detaching it from the instance and deleting it from the info cache [ 827.900505] env[69195]: DEBUG nova.network.neutron [req-b3ffb434-b861-427a-be64-ff10c13dc20e req-bc55d0f0-16de-48a9-8b76-66618e8e2228 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.905110] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f101676-9bd6-4ba2-9d72-6c332d9d63cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.915540] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbccbe8-cbd5-4f7d-8f5d-c419ca49a465 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.925359] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.960401] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f65fc-d386-4e34-b019-53500c0ef3a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.970137] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c766233-efda-4e1f-8c3e-d08d8e0ea048 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.986087] env[69195]: DEBUG nova.compute.provider_tree [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.078874] env[69195]: DEBUG nova.compute.manager [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.078874] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.079641] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aee75f7-e61e-4a45-bb90-32670e166db2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.089529] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.089761] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-966ccbd5-6a86-4750-a1ca-1bb244f667ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.099364] env[69195]: DEBUG oslo_vmware.api [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 828.099364] env[69195]: value = "task-3504317" [ 828.099364] env[69195]: _type = "Task" [ 828.099364] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.118293] env[69195]: DEBUG oslo_vmware.api [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.155078] env[69195]: DEBUG nova.network.neutron [-] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.294918] env[69195]: DEBUG nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.339992] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.340278] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.340459] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.340662] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.340819] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.340997] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.341242] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.341452] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.341666] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.341864] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.342078] env[69195]: DEBUG nova.virt.hardware [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.342527] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077916} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.343450] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67d85de-1c00-4ff6-920b-5800f41b116b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.347968] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.348995] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6ec489-79b2-4b35-aee7-9930fe67fbf7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.371539] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc99cffd-688d-493f-96fd-cac2f1753340 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.388179] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] fcdc8c40-b7ca-4600-aa70-61a12c264596/fcdc8c40-b7ca-4600-aa70-61a12c264596.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.388179] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95555081-9736-42fa-8161-a7d7705f7344 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.415898] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d0d771c-5a08-481f-bd26-ce2b98cba0b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.424447] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504316, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.427051] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 828.427051] env[69195]: value = "task-3504318" [ 828.427051] env[69195]: _type = "Task" [ 828.427051] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.430499] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35b4954-1152-42de-b08c-41fedb9d5bcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.451999] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.474875] env[69195]: DEBUG nova.compute.manager [req-b3ffb434-b861-427a-be64-ff10c13dc20e req-bc55d0f0-16de-48a9-8b76-66618e8e2228 service nova] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Detach interface failed, port_id=11a341eb-c60a-4b7d-9c89-13cf16638e62, reason: Instance a72cc066-0d49-400b-8afe-3df0a1527ca9 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.489972] env[69195]: DEBUG nova.scheduler.client.report [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.625150] env[69195]: DEBUG oslo_vmware.api [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504317, 'name': PowerOffVM_Task, 'duration_secs': 0.237626} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.628393] env[69195]: DEBUG oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fc0f1-75d8-e9b0-20fa-1ffebe94e59a/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 828.628838] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.629133] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.630296] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9ff88b-7056-48b1-b16c-fe7b3da9e5b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.637344] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42ac228e-743d-483e-ae36-dcf2819f7db6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.642855] env[69195]: DEBUG oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fc0f1-75d8-e9b0-20fa-1ffebe94e59a/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 828.643061] env[69195]: ERROR oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fc0f1-75d8-e9b0-20fa-1ffebe94e59a/disk-0.vmdk due to incomplete transfer. [ 828.643297] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e03880e-b3bf-4ea3-a1f3-2abd172b4abb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.652680] env[69195]: DEBUG oslo_vmware.rw_handles [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fc0f1-75d8-e9b0-20fa-1ffebe94e59a/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 828.652900] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Uploaded image 144d3a50-e9ca-4f1c-a74e-fe955429fa1f to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 828.656348] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 828.656348] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a6278eb-2525-4d9f-8808-2982acc7349d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.660734] env[69195]: INFO nova.compute.manager [-] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Took 1.75 seconds to deallocate network for instance. [ 828.667560] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 828.667560] env[69195]: value = "task-3504321" [ 828.667560] env[69195]: _type = "Task" [ 828.667560] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.678879] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504321, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.724992] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.725352] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.725620] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Deleting the datastore file [datastore1] c9830507-cc85-4b09-ae22-fa809fee2d1a {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.725995] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-380f245f-9698-4e1e-9518-bd57bab339e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.736948] env[69195]: DEBUG oslo_vmware.api [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 828.736948] env[69195]: value = "task-3504322" [ 828.736948] env[69195]: _type = "Task" [ 828.736948] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.750450] env[69195]: DEBUG oslo_vmware.api [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.898696] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504316, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.955932] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.997026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.997026] env[69195]: DEBUG nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.999827] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.548s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.004543] env[69195]: INFO nova.compute.claims [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.062681] env[69195]: DEBUG nova.compute.manager [req-a7df72e8-69b0-4137-aa5d-2340e6ced718 req-ac7896b9-ece3-4f90-9541-b38950aab843 service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Received event network-vif-plugged-0f2aa834-fd15-40eb-aa22-447569332526 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.062909] env[69195]: DEBUG oslo_concurrency.lockutils [req-a7df72e8-69b0-4137-aa5d-2340e6ced718 req-ac7896b9-ece3-4f90-9541-b38950aab843 service nova] Acquiring lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.063153] env[69195]: DEBUG oslo_concurrency.lockutils [req-a7df72e8-69b0-4137-aa5d-2340e6ced718 req-ac7896b9-ece3-4f90-9541-b38950aab843 service nova] Lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.063368] env[69195]: DEBUG oslo_concurrency.lockutils [req-a7df72e8-69b0-4137-aa5d-2340e6ced718 req-ac7896b9-ece3-4f90-9541-b38950aab843 service nova] Lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.063484] env[69195]: DEBUG nova.compute.manager [req-a7df72e8-69b0-4137-aa5d-2340e6ced718 req-ac7896b9-ece3-4f90-9541-b38950aab843 service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] No waiting events found dispatching network-vif-plugged-0f2aa834-fd15-40eb-aa22-447569332526 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.063646] env[69195]: WARNING nova.compute.manager [req-a7df72e8-69b0-4137-aa5d-2340e6ced718 req-ac7896b9-ece3-4f90-9541-b38950aab843 service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Received unexpected event network-vif-plugged-0f2aa834-fd15-40eb-aa22-447569332526 for instance with vm_state building and task_state spawning. [ 829.170024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.183097] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504321, 'name': Destroy_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.231952] env[69195]: DEBUG nova.network.neutron [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Successfully updated port: 0f2aa834-fd15-40eb-aa22-447569332526 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.253304] env[69195]: DEBUG oslo_vmware.api [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439112} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.253304] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.253523] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.253942] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.255673] env[69195]: INFO nova.compute.manager [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 829.256387] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.256922] env[69195]: DEBUG nova.compute.manager [-] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.257036] env[69195]: DEBUG nova.network.neutron [-] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.401467] env[69195]: DEBUG oslo_vmware.api [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504316, 'name': RemoveSnapshot_Task, 'duration_secs': 1.271808} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.402131] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.452093] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504318, 'name': ReconfigVM_Task, 'duration_secs': 0.808324} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.452383] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Reconfigured VM instance instance-00000031 to attach disk [datastore2] fcdc8c40-b7ca-4600-aa70-61a12c264596/fcdc8c40-b7ca-4600-aa70-61a12c264596.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.453016] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3ec4e0e-8883-41c2-af49-d2d5bd011264 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.461352] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 829.461352] env[69195]: value = "task-3504323" [ 829.461352] env[69195]: _type = "Task" [ 829.461352] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.473322] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504323, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.514580] env[69195]: DEBUG nova.compute.utils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.518985] env[69195]: DEBUG nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.518985] env[69195]: DEBUG nova.network.neutron [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.569528] env[69195]: DEBUG nova.policy [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f13c628a6e4622ad347b8c71c72fbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f81cb8405791484686663342dcfa82ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.682074] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504321, 'name': Destroy_Task, 'duration_secs': 0.67625} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.682481] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Destroyed the VM [ 829.683430] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 829.683846] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c94f1806-32b7-4583-82a2-43a35ac13dd0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.695424] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 829.695424] env[69195]: value = "task-3504324" [ 829.695424] env[69195]: _type = "Task" [ 829.695424] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.707396] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.742914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-fc7a712a-508c-49a3-b075-0a4ffbffc81e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.743013] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-fc7a712a-508c-49a3-b075-0a4ffbffc81e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.743168] env[69195]: DEBUG nova.network.neutron [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.909446] env[69195]: WARNING nova.compute.manager [None req-3b2cf8a2-cf8f-44d1-974b-8b940989acf5 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Image not found during snapshot: nova.exception.ImageNotFound: Image 217e3877-82ba-4437-9dc5-963e80ebac93 could not be found. [ 829.973220] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504323, 'name': Rename_Task, 'duration_secs': 0.323444} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.973524] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.974552] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdeadc87-2c49-49fd-b208-5486b85260a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.977479] env[69195]: DEBUG nova.network.neutron [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Successfully created port: cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.985700] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 829.985700] env[69195]: value = "task-3504325" [ 829.985700] env[69195]: _type = "Task" [ 829.985700] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.997764] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.012323] env[69195]: DEBUG nova.network.neutron [-] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.025968] env[69195]: DEBUG nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.114020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "e7490889-d165-420a-86c1-e12a1ffb2897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.114020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e7490889-d165-420a-86c1-e12a1ffb2897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.114020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "e7490889-d165-420a-86c1-e12a1ffb2897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.114020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e7490889-d165-420a-86c1-e12a1ffb2897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.114020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e7490889-d165-420a-86c1-e12a1ffb2897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.115276] env[69195]: INFO nova.compute.manager [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Terminating instance [ 830.216738] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.341135] env[69195]: DEBUG nova.network.neutron [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.498303] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.514448] env[69195]: INFO nova.compute.manager [-] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Took 1.26 seconds to deallocate network for instance. [ 830.590709] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b1d670-c071-421a-8aaf-0423639fa407 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.605462] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c9def3-99ce-4269-8d24-a7c4d8825d83 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.645966] env[69195]: DEBUG nova.compute.manager [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.645966] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.647995] env[69195]: DEBUG nova.network.neutron [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Updating instance_info_cache with network_info: [{"id": "0f2aa834-fd15-40eb-aa22-447569332526", "address": "fa:16:3e:0b:f3:f8", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2aa834-fd", "ovs_interfaceid": "0f2aa834-fd15-40eb-aa22-447569332526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.649853] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430a0ff3-89e7-4562-a455-39a0654994b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.653351] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7b45a0-2ce9-48d0-b805-ab65aed6f241 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.670046] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.670490] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4723c61a-9f77-4bef-9dda-3eb29bd57d68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.673916] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3abb853-5201-4c31-a338-3ab3651a38e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.696425] env[69195]: DEBUG nova.compute.provider_tree [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.717557] env[69195]: DEBUG oslo_vmware.api [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504324, 'name': RemoveSnapshot_Task, 'duration_secs': 1.000335} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.717968] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 830.719174] env[69195]: INFO nova.compute.manager [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Took 16.52 seconds to snapshot the instance on the hypervisor. [ 830.767297] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.768501] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.768501] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleting the datastore file [datastore1] e7490889-d165-420a-86c1-e12a1ffb2897 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.768501] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18f4e638-386c-4460-bf3f-f9f4f8547664 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.780324] env[69195]: DEBUG oslo_vmware.api [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 830.780324] env[69195]: value = "task-3504328" [ 830.780324] env[69195]: _type = "Task" [ 830.780324] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.791454] env[69195]: DEBUG oslo_vmware.api [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.837838] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "df776528-333b-4022-be7b-d1e49705922d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.837838] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "df776528-333b-4022-be7b-d1e49705922d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.997751] env[69195]: DEBUG oslo_vmware.api [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504325, 'name': PowerOnVM_Task, 'duration_secs': 0.764699} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.999033] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.999033] env[69195]: INFO nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Took 9.93 seconds to spawn the instance on the hypervisor. [ 830.999033] env[69195]: DEBUG nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.999343] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a58da0-52de-4cd4-a2b6-96f9b4a37991 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.024726] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.051090] env[69195]: DEBUG nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.084023] env[69195]: DEBUG nova.virt.hardware [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.084939] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e2cc21-b79a-47d8-b602-8ccfc933d5f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.093462] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e05065-343f-4db9-8b7f-0c8d06ba681f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.123098] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.123752] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.124240] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.124982] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.124982] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.126952] env[69195]: INFO nova.compute.manager [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Terminating instance [ 831.135575] env[69195]: DEBUG nova.compute.manager [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Received event network-changed-0f2aa834-fd15-40eb-aa22-447569332526 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.135763] env[69195]: DEBUG nova.compute.manager [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Refreshing instance network info cache due to event network-changed-0f2aa834-fd15-40eb-aa22-447569332526. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.135942] env[69195]: DEBUG oslo_concurrency.lockutils [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] Acquiring lock "refresh_cache-fc7a712a-508c-49a3-b075-0a4ffbffc81e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.157715] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-fc7a712a-508c-49a3-b075-0a4ffbffc81e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.158139] env[69195]: DEBUG nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Instance network_info: |[{"id": "0f2aa834-fd15-40eb-aa22-447569332526", "address": "fa:16:3e:0b:f3:f8", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2aa834-fd", "ovs_interfaceid": "0f2aa834-fd15-40eb-aa22-447569332526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.158436] env[69195]: DEBUG oslo_concurrency.lockutils [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] Acquired lock "refresh_cache-fc7a712a-508c-49a3-b075-0a4ffbffc81e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.158623] env[69195]: DEBUG nova.network.neutron [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Refreshing network info cache for port 0f2aa834-fd15-40eb-aa22-447569332526 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.160343] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f3:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2aa834-fd15-40eb-aa22-447569332526', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.169409] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.170543] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.170874] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6731aecc-3c60-4f77-8777-625de95e54ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.194969] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.194969] env[69195]: value = "task-3504329" [ 831.194969] env[69195]: _type = "Task" [ 831.194969] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.204812] env[69195]: DEBUG nova.scheduler.client.report [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.208896] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504329, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.223201] env[69195]: DEBUG nova.compute.manager [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Instance disappeared during snapshot {{(pid=69195) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 831.236087] env[69195]: DEBUG nova.compute.manager [None req-c6bfb7fb-f34d-484d-8c05-1e671dfe683b tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image not found during clean up 144d3a50-e9ca-4f1c-a74e-fe955429fa1f {{(pid=69195) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 831.291867] env[69195]: DEBUG oslo_vmware.api [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165792} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.292646] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.292864] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.293108] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.293218] env[69195]: INFO nova.compute.manager [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Took 0.65 seconds to destroy the instance on the hypervisor. [ 831.294308] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.294308] env[69195]: DEBUG nova.compute.manager [-] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.294308] env[69195]: DEBUG nova.network.neutron [-] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.531997] env[69195]: INFO nova.compute.manager [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Took 47.70 seconds to build instance. [ 831.634932] env[69195]: DEBUG nova.compute.manager [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.635414] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.636881] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9230ee-54c9-4363-a004-618cfbd79154 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.645895] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.647941] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d217628-6474-402a-ba75-ccf9fa85a104 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.656628] env[69195]: DEBUG oslo_vmware.api [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 831.656628] env[69195]: value = "task-3504330" [ 831.656628] env[69195]: _type = "Task" [ 831.656628] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.678030] env[69195]: DEBUG oslo_vmware.api [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.703656] env[69195]: DEBUG nova.compute.manager [req-956954e4-3bf6-4b01-9cc4-1f8f8aec5e25 req-4d5d2ae4-2224-4822-b26d-3da3b4d704cb service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Received event network-vif-deleted-fd6a5cb9-91c7-48a9-a002-6504eb2b96d9 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.703873] env[69195]: INFO nova.compute.manager [req-956954e4-3bf6-4b01-9cc4-1f8f8aec5e25 req-4d5d2ae4-2224-4822-b26d-3da3b4d704cb service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Neutron deleted interface fd6a5cb9-91c7-48a9-a002-6504eb2b96d9; detaching it from the instance and deleting it from the info cache [ 831.704084] env[69195]: DEBUG nova.network.neutron [req-956954e4-3bf6-4b01-9cc4-1f8f8aec5e25 req-4d5d2ae4-2224-4822-b26d-3da3b4d704cb service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.712971] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.713528] env[69195]: DEBUG nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.727483] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.688s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.730271] env[69195]: INFO nova.compute.claims [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.733040] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504329, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.828223] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquiring lock "fcdc8c40-b7ca-4600-aa70-61a12c264596" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.959889] env[69195]: DEBUG nova.network.neutron [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Updated VIF entry in instance network info cache for port 0f2aa834-fd15-40eb-aa22-447569332526. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.960301] env[69195]: DEBUG nova.network.neutron [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Updating instance_info_cache with network_info: [{"id": "0f2aa834-fd15-40eb-aa22-447569332526", "address": "fa:16:3e:0b:f3:f8", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2aa834-fd", "ovs_interfaceid": "0f2aa834-fd15-40eb-aa22-447569332526", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.035032] env[69195]: DEBUG oslo_concurrency.lockutils [None req-511dd91c-cb67-4e11-a74f-10cc3ea38c46 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "fcdc8c40-b7ca-4600-aa70-61a12c264596" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.868s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.036543] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "fcdc8c40-b7ca-4600-aa70-61a12c264596" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.209s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.036767] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquiring lock "fcdc8c40-b7ca-4600-aa70-61a12c264596-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.036973] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "fcdc8c40-b7ca-4600-aa70-61a12c264596-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.037219] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "fcdc8c40-b7ca-4600-aa70-61a12c264596-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.040175] env[69195]: INFO nova.compute.manager [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Terminating instance [ 832.063835] env[69195]: DEBUG nova.network.neutron [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Successfully updated port: cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.151018] env[69195]: DEBUG nova.network.neutron [-] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.168515] env[69195]: DEBUG oslo_vmware.api [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504330, 'name': PowerOffVM_Task, 'duration_secs': 0.248113} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.168872] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.168967] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.169206] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f89f2bd-5ef6-4532-9c0a-ae9c4c22d7ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.207473] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504329, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.207832] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b854441-a4fd-46a8-b737-c2fc23bb3233 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.217899] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70536ea6-3484-4ce9-aff4-6792e089e314 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.230768] env[69195]: DEBUG nova.compute.utils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.231858] env[69195]: DEBUG nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.232042] env[69195]: DEBUG nova.network.neutron [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.261130] env[69195]: DEBUG nova.compute.manager [req-956954e4-3bf6-4b01-9cc4-1f8f8aec5e25 req-4d5d2ae4-2224-4822-b26d-3da3b4d704cb service nova] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Detach interface failed, port_id=fd6a5cb9-91c7-48a9-a002-6504eb2b96d9, reason: Instance e7490889-d165-420a-86c1-e12a1ffb2897 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.264584] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.264782] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.264959] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleting the datastore file [datastore1] 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.265500] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47d6b771-bffb-445c-8f16-e09581baa55c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.272303] env[69195]: DEBUG oslo_vmware.api [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 832.272303] env[69195]: value = "task-3504332" [ 832.272303] env[69195]: _type = "Task" [ 832.272303] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.280898] env[69195]: DEBUG oslo_vmware.api [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.300846] env[69195]: DEBUG nova.policy [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23dc1fa0880f4380950560e6876fc067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c92d3f177af4bfc87888db7a867126b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.463692] env[69195]: DEBUG oslo_concurrency.lockutils [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] Releasing lock "refresh_cache-fc7a712a-508c-49a3-b075-0a4ffbffc81e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.464012] env[69195]: DEBUG nova.compute.manager [req-cad00acf-73dc-4006-84a8-7167d783b67e req-c638e55e-3b86-4b20-abd5-9bf77f79b43a service nova] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Received event network-vif-deleted-0f2ca4f4-30a4-42c2-8dc9-346fb3d530b0 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.540380] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.543519] env[69195]: DEBUG nova.compute.manager [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.543875] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.544897] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dacfaf5-7d89-4d74-b53b-9687cfe0f95f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.553443] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.553767] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b2ec65-aa39-4aef-b3cd-61aceb0419ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.561476] env[69195]: DEBUG oslo_vmware.api [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 832.561476] env[69195]: value = "task-3504333" [ 832.561476] env[69195]: _type = "Task" [ 832.561476] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.566688] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.566847] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.567013] env[69195]: DEBUG nova.network.neutron [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.576453] env[69195]: DEBUG oslo_vmware.api [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.588332] env[69195]: DEBUG nova.network.neutron [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Successfully created port: 2a8565a9-d45d-46d5-bab2-f353a46b6e1c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.655263] env[69195]: INFO nova.compute.manager [-] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Took 1.36 seconds to deallocate network for instance. [ 832.725428] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504329, 'name': CreateVM_Task, 'duration_secs': 1.427455} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.725428] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.725428] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.725428] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.725428] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.725428] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d1b098-ed8b-4cfc-a050-57683439b7ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.731710] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 832.731710] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5243ef32-967d-4c21-64fe-f1fc4efb0403" [ 832.731710] env[69195]: _type = "Task" [ 832.731710] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.737745] env[69195]: DEBUG nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.756296] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5243ef32-967d-4c21-64fe-f1fc4efb0403, 'name': SearchDatastore_Task, 'duration_secs': 0.015693} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.756643] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.756932] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.757202] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.757363] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.757542] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.758198] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d41e5835-ffac-41f6-9b1a-7b6b65c0f325 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.768825] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.769191] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.770292] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb1139a-8da3-44e6-b190-10981c67550a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.782636] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 832.782636] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5214e960-cf29-0085-562e-24113d71002d" [ 832.782636] env[69195]: _type = "Task" [ 832.782636] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.792757] env[69195]: DEBUG oslo_vmware.api [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141131} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.792757] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.793219] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.793219] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.793298] env[69195]: INFO nova.compute.manager [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 832.793730] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.794042] env[69195]: DEBUG nova.compute.manager [-] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.794042] env[69195]: DEBUG nova.network.neutron [-] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.807388] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5214e960-cf29-0085-562e-24113d71002d, 'name': SearchDatastore_Task, 'duration_secs': 0.013616} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.808902] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b3210c-dc42-437d-9b0c-cb7597faf0b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.816346] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 832.816346] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a265aa-7882-e2a2-97a0-1b893ed7506a" [ 832.816346] env[69195]: _type = "Task" [ 832.816346] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.835836] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a265aa-7882-e2a2-97a0-1b893ed7506a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.072050] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.083426] env[69195]: DEBUG oslo_vmware.api [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504333, 'name': PowerOffVM_Task, 'duration_secs': 0.350884} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.083744] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.083919] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.084216] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0420bf67-329f-4b0f-bb7f-040677063e1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.132984] env[69195]: DEBUG nova.network.neutron [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.168385] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.215709] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.215709] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.215709] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Deleting the datastore file [datastore2] fcdc8c40-b7ca-4600-aa70-61a12c264596 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.215709] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e5e064-a096-47a6-a1d0-4a587fc78bfe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.226860] env[69195]: DEBUG oslo_vmware.api [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for the task: (returnval){ [ 833.226860] env[69195]: value = "task-3504336" [ 833.226860] env[69195]: _type = "Task" [ 833.226860] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.246792] env[69195]: DEBUG oslo_vmware.api [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.327951] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a265aa-7882-e2a2-97a0-1b893ed7506a, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.329136] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.329401] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e/fc7a712a-508c-49a3-b075-0a4ffbffc81e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.330517] env[69195]: DEBUG nova.compute.manager [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Received event network-vif-plugged-cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.330720] env[69195]: DEBUG oslo_concurrency.lockutils [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] Acquiring lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.330928] env[69195]: DEBUG oslo_concurrency.lockutils [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] Lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.331129] env[69195]: DEBUG oslo_concurrency.lockutils [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] Lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.331371] env[69195]: DEBUG nova.compute.manager [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] No waiting events found dispatching network-vif-plugged-cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.331556] env[69195]: WARNING nova.compute.manager [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Received unexpected event network-vif-plugged-cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 for instance with vm_state building and task_state spawning. [ 833.331717] env[69195]: DEBUG nova.compute.manager [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Received event network-changed-cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.331886] env[69195]: DEBUG nova.compute.manager [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Refreshing instance network info cache due to event network-changed-cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.332071] env[69195]: DEBUG oslo_concurrency.lockutils [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] Acquiring lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.332269] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb6f35a2-0ad8-49a7-8ee8-df39ea5f3517 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.345653] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 833.345653] env[69195]: value = "task-3504337" [ 833.345653] env[69195]: _type = "Task" [ 833.345653] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.351536] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6830932e-a827-40a5-8a15-8426ecbd9545 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.357551] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.362586] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70788651-d1d0-4e85-a8ad-c61bcb48fb81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.404136] env[69195]: DEBUG nova.network.neutron [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance_info_cache with network_info: [{"id": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "address": "fa:16:3e:7b:84:1c", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa4d1a2-50", "ovs_interfaceid": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.404136] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25480e8e-85d3-45d5-bde8-5f2d85f8a7ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.414556] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d206a11b-08c1-4163-8146-c8c8b3c73697 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.432886] env[69195]: DEBUG nova.compute.provider_tree [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.739482] env[69195]: DEBUG oslo_vmware.api [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Task: {'id': task-3504336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235833} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.739868] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.740173] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.741105] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.741105] env[69195]: INFO nova.compute.manager [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Took 1.20 seconds to destroy the instance on the hypervisor. [ 833.741105] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.741105] env[69195]: DEBUG nova.compute.manager [-] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.741464] env[69195]: DEBUG nova.network.neutron [-] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.754069] env[69195]: DEBUG nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.764991] env[69195]: DEBUG nova.network.neutron [-] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.782929] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:11:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='acd79b1e-1b1a-47dd-865a-dc1502e45545',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-261089869',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.783206] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.783308] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.783467] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.783610] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.783760] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.784064] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.784279] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.784971] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.784971] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.784971] env[69195]: DEBUG nova.virt.hardware [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.785879] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd5486-04eb-4913-a0c1-8937482c797b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.797669] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78087777-d3c3-4282-a5b0-0faaef237673 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.853426] env[69195]: DEBUG nova.compute.manager [req-d550352a-7486-4bc4-8934-5f8e66465397 req-44eaba67-4368-4675-a480-64608a6113a4 service nova] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Received event network-vif-deleted-39262693-bede-4cdf-ba51-bb2db87b9799 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.860977] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.907665] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.908154] env[69195]: DEBUG nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Instance network_info: |[{"id": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "address": "fa:16:3e:7b:84:1c", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa4d1a2-50", "ovs_interfaceid": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.908473] env[69195]: DEBUG oslo_concurrency.lockutils [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] Acquired lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.908654] env[69195]: DEBUG nova.network.neutron [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Refreshing network info cache for port cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.909886] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:84:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.917323] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating folder: Project (f81cb8405791484686663342dcfa82ad). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.918443] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39fc34cb-c185-4fe9-9634-4070788014ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.933236] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Created folder: Project (f81cb8405791484686663342dcfa82ad) in parent group-v700121. [ 833.933499] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating folder: Instances. Parent ref: group-v700272. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.933754] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3a84b35-1e90-4413-8ba7-2db2ba4d6204 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.936222] env[69195]: DEBUG nova.scheduler.client.report [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.949823] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Created folder: Instances in parent group-v700272. [ 833.950151] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.950603] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.950603] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d16360b-112e-4d10-b8e2-72f49d463bc5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.975200] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.975200] env[69195]: value = "task-3504340" [ 833.975200] env[69195]: _type = "Task" [ 833.975200] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.984924] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504340, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.268370] env[69195]: INFO nova.compute.manager [-] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Took 1.47 seconds to deallocate network for instance. [ 834.357995] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53824} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.358338] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e/fc7a712a-508c-49a3-b075-0a4ffbffc81e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.358574] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.358849] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8277c666-a5df-4eec-b5c0-feb72016d691 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.367511] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 834.367511] env[69195]: value = "task-3504341" [ 834.367511] env[69195]: _type = "Task" [ 834.367511] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.385111] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.444190] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.444190] env[69195]: DEBUG nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.446585] env[69195]: DEBUG nova.network.neutron [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Successfully updated port: 2a8565a9-d45d-46d5-bab2-f353a46b6e1c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.447883] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.346s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.452989] env[69195]: INFO nova.compute.claims [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.487717] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504340, 'name': CreateVM_Task, 'duration_secs': 0.43596} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.487717] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.488414] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.488575] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.488892] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.489175] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e08884c7-2961-4657-8d23-b0b18f4e29c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.494430] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 834.494430] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e5c78-62a6-4097-a546-55b365924e8d" [ 834.494430] env[69195]: _type = "Task" [ 834.494430] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.503089] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e5c78-62a6-4097-a546-55b365924e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.536588] env[69195]: DEBUG nova.network.neutron [-] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.667934] env[69195]: DEBUG nova.network.neutron [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updated VIF entry in instance network info cache for port cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.668343] env[69195]: DEBUG nova.network.neutron [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance_info_cache with network_info: [{"id": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "address": "fa:16:3e:7b:84:1c", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa4d1a2-50", "ovs_interfaceid": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.775992] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.881537] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07244} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.881537] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.881732] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f703d90-9291-459b-babc-c424c3b1faf8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.912325] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e/fc7a712a-508c-49a3-b075-0a4ffbffc81e.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.912644] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0716639-df7e-48bd-ba02-ff219275fce8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.933012] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 834.933012] env[69195]: value = "task-3504343" [ 834.933012] env[69195]: _type = "Task" [ 834.933012] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.941989] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.962158] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.962350] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.962506] env[69195]: DEBUG nova.network.neutron [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.965100] env[69195]: DEBUG nova.compute.utils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.971013] env[69195]: DEBUG nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.971013] env[69195]: DEBUG nova.network.neutron [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.006378] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526e5c78-62a6-4097-a546-55b365924e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.006845] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.007288] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.007288] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.007414] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.007507] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.009044] env[69195]: DEBUG nova.policy [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f62a1f94fec484cbd707558e2658417', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9251b48ce654f23aefe5dabc87377e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.010948] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac0d66cc-3de2-4eaa-b0ad-521129558e6f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.021537] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.021727] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.023043] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356816ca-376a-4be9-b23f-93549a9fa27b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.029663] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 835.029663] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267ae84-35bc-6684-abdd-ae18de051e54" [ 835.029663] env[69195]: _type = "Task" [ 835.029663] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.041202] env[69195]: INFO nova.compute.manager [-] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Took 1.30 seconds to deallocate network for instance. [ 835.041202] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267ae84-35bc-6684-abdd-ae18de051e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.170892] env[69195]: DEBUG oslo_concurrency.lockutils [req-d623a7a3-229b-4fde-b888-24bcfd8a5c9b req-c15274d7-8efa-4c76-89be-93e6e8e63f4e service nova] Releasing lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.355860] env[69195]: DEBUG nova.network.neutron [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Successfully created port: b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.374187] env[69195]: DEBUG nova.compute.manager [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Received event network-vif-plugged-2a8565a9-d45d-46d5-bab2-f353a46b6e1c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.374187] env[69195]: DEBUG oslo_concurrency.lockutils [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] Acquiring lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.374187] env[69195]: DEBUG oslo_concurrency.lockutils [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.374187] env[69195]: DEBUG oslo_concurrency.lockutils [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.374504] env[69195]: DEBUG nova.compute.manager [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] No waiting events found dispatching network-vif-plugged-2a8565a9-d45d-46d5-bab2-f353a46b6e1c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.374601] env[69195]: WARNING nova.compute.manager [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Received unexpected event network-vif-plugged-2a8565a9-d45d-46d5-bab2-f353a46b6e1c for instance with vm_state building and task_state spawning. [ 835.374720] env[69195]: DEBUG nova.compute.manager [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Received event network-changed-2a8565a9-d45d-46d5-bab2-f353a46b6e1c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.374837] env[69195]: DEBUG nova.compute.manager [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Refreshing instance network info cache due to event network-changed-2a8565a9-d45d-46d5-bab2-f353a46b6e1c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.375013] env[69195]: DEBUG oslo_concurrency.lockutils [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] Acquiring lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.444343] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504343, 'name': ReconfigVM_Task, 'duration_secs': 0.309615} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.444621] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e/fc7a712a-508c-49a3-b075-0a4ffbffc81e.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.445267] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-397c9ee6-f952-400f-a46e-e11efd24d698 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.453494] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 835.453494] env[69195]: value = "task-3504344" [ 835.453494] env[69195]: _type = "Task" [ 835.453494] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.465043] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504344, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.475455] env[69195]: DEBUG nova.compute.utils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.526647] env[69195]: DEBUG nova.network.neutron [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.546660] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5267ae84-35bc-6684-abdd-ae18de051e54, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.549259] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.554036] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8a068f-82c8-4209-974a-d553afa61a1a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.567024] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 835.567024] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e2d22a-1390-af04-39e6-b730704ca4b4" [ 835.567024] env[69195]: _type = "Task" [ 835.567024] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.577420] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e2d22a-1390-af04-39e6-b730704ca4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.761430] env[69195]: DEBUG nova.network.neutron [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance_info_cache with network_info: [{"id": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "address": "fa:16:3e:7f:fb:c3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8565a9-d4", "ovs_interfaceid": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.889180] env[69195]: DEBUG nova.compute.manager [req-38f1d7e6-cab5-4990-b8a9-79ca05e980ce req-02848d62-fc91-4bda-b8f3-6c00fd4ecd0b service nova] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Received event network-vif-deleted-fc4f7a45-913f-4096-98dc-75ff9f4ef2ef {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.967552] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504344, 'name': Rename_Task, 'duration_secs': 0.154457} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.968516] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.968516] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14f5f3fa-18f1-4418-93cf-6ef3cabb0d68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.975840] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 835.975840] env[69195]: value = "task-3504345" [ 835.975840] env[69195]: _type = "Task" [ 835.975840] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.980491] env[69195]: DEBUG nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.984463] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49f7b45-6e58-4fa8-aa8e-6769ed215414 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.990565] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.995873] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e260d31-f8be-4f45-8be7-cd8985ac896b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.029942] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12490f62-2c36-4abb-9383-adb8073ceeb9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.039485] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed5ce4e-0cbd-4204-9449-5de660140d44 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.054811] env[69195]: DEBUG nova.compute.provider_tree [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.077977] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e2d22a-1390-af04-39e6-b730704ca4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.077977] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.077977] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 908abdad-314c-4188-8335-2b8e6550e2a1/908abdad-314c-4188-8335-2b8e6550e2a1.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.077977] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22cd42c1-3a66-4d77-82b7-6165a2eddc14 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.086616] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 836.086616] env[69195]: value = "task-3504346" [ 836.086616] env[69195]: _type = "Task" [ 836.086616] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.095216] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.267269] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.267632] env[69195]: DEBUG nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Instance network_info: |[{"id": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "address": "fa:16:3e:7f:fb:c3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8565a9-d4", "ovs_interfaceid": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.269528] env[69195]: DEBUG oslo_concurrency.lockutils [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] Acquired lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.269528] env[69195]: DEBUG nova.network.neutron [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Refreshing network info cache for port 2a8565a9-d45d-46d5-bab2-f353a46b6e1c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.270192] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:fb:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a8565a9-d45d-46d5-bab2-f353a46b6e1c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.277676] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.280960] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.280960] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32a92438-7b43-485b-8eca-2ffdd53d13e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.300737] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.300737] env[69195]: value = "task-3504347" [ 836.300737] env[69195]: _type = "Task" [ 836.300737] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.311901] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504347, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.493463] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504345, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.559009] env[69195]: DEBUG nova.scheduler.client.report [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.602336] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.811181] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504347, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.989411] env[69195]: DEBUG oslo_vmware.api [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504345, 'name': PowerOnVM_Task, 'duration_secs': 0.658753} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.989411] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.989411] env[69195]: INFO nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Took 8.69 seconds to spawn the instance on the hypervisor. [ 836.989411] env[69195]: DEBUG nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.990088] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d537069a-a90d-4a8c-84eb-8ab4b2cfab7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.997868] env[69195]: DEBUG nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.017866] env[69195]: DEBUG nova.network.neutron [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updated VIF entry in instance network info cache for port 2a8565a9-d45d-46d5-bab2-f353a46b6e1c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.018365] env[69195]: DEBUG nova.network.neutron [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance_info_cache with network_info: [{"id": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "address": "fa:16:3e:7f:fb:c3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8565a9-d4", "ovs_interfaceid": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.045660] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:08:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='734215526',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1885545196',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.045660] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.045660] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.045660] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.045660] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.045660] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.045660] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.045660] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.046042] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.046153] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.046360] env[69195]: DEBUG nova.virt.hardware [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.048653] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8d57d9-bb05-42ad-9b31-b464317bfc85 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.056317] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addc292f-647b-42b2-8274-2f27c7b2dbdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.072882] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.073444] env[69195]: DEBUG nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.076382] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.033s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.076645] env[69195]: DEBUG nova.objects.instance [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lazy-loading 'resources' on Instance uuid 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.101633] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566121} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.101982] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 908abdad-314c-4188-8335-2b8e6550e2a1/908abdad-314c-4188-8335-2b8e6550e2a1.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.102286] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.102779] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f932e18-0c7f-4cbd-bc80-04ceeeb4548b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.112991] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 837.112991] env[69195]: value = "task-3504349" [ 837.112991] env[69195]: _type = "Task" [ 837.112991] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.120507] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.312660] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504347, 'name': CreateVM_Task, 'duration_secs': 0.512159} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.312885] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.313605] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.313817] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.316011] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.316011] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae4bcd5-3e7f-4209-9461-06fce76d72cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.319773] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 837.319773] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52605688-af0b-011e-27df-214b7b2be5db" [ 837.319773] env[69195]: _type = "Task" [ 837.319773] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.335482] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52605688-af0b-011e-27df-214b7b2be5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.518527] env[69195]: INFO nova.compute.manager [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Took 40.20 seconds to build instance. [ 837.522850] env[69195]: DEBUG oslo_concurrency.lockutils [req-9b145d7c-a3eb-4c92-adc4-94455f0f3ec4 req-acb6ca12-35df-4617-bb45-d50e6a3d6af0 service nova] Releasing lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.538607] env[69195]: DEBUG nova.network.neutron [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Successfully updated port: b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.582754] env[69195]: DEBUG nova.compute.utils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.589031] env[69195]: DEBUG nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.589031] env[69195]: DEBUG nova.network.neutron [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.626110] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313316} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.626671] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.627501] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7130db82-c49a-4077-a8b2-b876f049ef97 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.659449] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 908abdad-314c-4188-8335-2b8e6550e2a1/908abdad-314c-4188-8335-2b8e6550e2a1.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.662430] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e88ed6-69a6-4b13-af75-46696ee50b1b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.680752] env[69195]: DEBUG nova.policy [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3df4593e56e24b40ae571f3b6f9a20b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ba93a81e37f49c4b829bacc9782c14b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.686135] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 837.686135] env[69195]: value = "task-3504350" [ 837.686135] env[69195]: _type = "Task" [ 837.686135] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.698877] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.836485] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52605688-af0b-011e-27df-214b7b2be5db, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.839377] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.841150] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.841150] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.841150] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.841150] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.841150] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec6df121-f0f4-4b7e-ba5f-ca7828239229 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.858104] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.858352] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.859604] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e685245-5b23-41e9-a098-f88c9bac5d3d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.865951] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 837.865951] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8cdac-d128-bb07-73ab-a21eb691c817" [ 837.865951] env[69195]: _type = "Task" [ 837.865951] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.879777] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8cdac-d128-bb07-73ab-a21eb691c817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.020394] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1474bd15-a950-4aa7-90a5-647e554b6c3e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.163s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.041592] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.041744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquired lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.041896] env[69195]: DEBUG nova.network.neutron [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.075073] env[69195]: DEBUG nova.compute.manager [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Received event network-vif-plugged-b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.075306] env[69195]: DEBUG oslo_concurrency.lockutils [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] Acquiring lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.075520] env[69195]: DEBUG oslo_concurrency.lockutils [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] Lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.075690] env[69195]: DEBUG oslo_concurrency.lockutils [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] Lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.075937] env[69195]: DEBUG nova.compute.manager [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] No waiting events found dispatching network-vif-plugged-b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.076389] env[69195]: WARNING nova.compute.manager [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Received unexpected event network-vif-plugged-b5a47767-92b4-4fec-beda-7f35e826d129 for instance with vm_state building and task_state spawning. [ 838.076648] env[69195]: DEBUG nova.compute.manager [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Received event network-changed-b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.076820] env[69195]: DEBUG nova.compute.manager [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Refreshing instance network info cache due to event network-changed-b5a47767-92b4-4fec-beda-7f35e826d129. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.076991] env[69195]: DEBUG oslo_concurrency.lockutils [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] Acquiring lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.089856] env[69195]: DEBUG nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.093780] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902e2ad-21d1-4842-9d3e-ffc4fcabe144 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.103617] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5001a37-0f08-4d68-8b7c-df2cc259a495 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.138106] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f424e-d328-4764-8a0a-d42325b63d00 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.153491] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c332711-562f-4e02-9742-0ba3e91863fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.170120] env[69195]: DEBUG nova.compute.provider_tree [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.197238] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.384643] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8cdac-d128-bb07-73ab-a21eb691c817, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.385489] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82bfdc3e-19db-4b17-9356-45f786c8adf9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.392181] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 838.392181] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525456a9-809c-5bbd-b540-bcc6703e5fdc" [ 838.392181] env[69195]: _type = "Task" [ 838.392181] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.401442] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525456a9-809c-5bbd-b540-bcc6703e5fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.433320] env[69195]: DEBUG nova.network.neutron [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Successfully created port: 63a8f7e4-aeb9-45a6-a16d-1dd27836f548 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.523169] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.605602] env[69195]: DEBUG nova.network.neutron [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.673821] env[69195]: DEBUG nova.scheduler.client.report [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.703771] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504350, 'name': ReconfigVM_Task, 'duration_secs': 0.649333} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.703917] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 908abdad-314c-4188-8335-2b8e6550e2a1/908abdad-314c-4188-8335-2b8e6550e2a1.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.704810] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1f68497-f3bc-4680-ab52-0b3b938bc0b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.716088] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 838.716088] env[69195]: value = "task-3504351" [ 838.716088] env[69195]: _type = "Task" [ 838.716088] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.727460] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504351, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.895020] env[69195]: DEBUG nova.network.neutron [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Updating instance_info_cache with network_info: [{"id": "b5a47767-92b4-4fec-beda-7f35e826d129", "address": "fa:16:3e:0b:0e:39", "network": {"id": "b354951e-a1d0-4bb4-99ca-7696dc862722", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-733371017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9251b48ce654f23aefe5dabc87377e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a47767-92", "ovs_interfaceid": "b5a47767-92b4-4fec-beda-7f35e826d129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.909015] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525456a9-809c-5bbd-b540-bcc6703e5fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.015744} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.911040] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.911040] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa/dc3ae514-ef07-4420-9382-41f3893f28fa.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.911040] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17617d41-3178-4aa0-a26f-3e2e7a959d05 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.921179] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 838.921179] env[69195]: value = "task-3504352" [ 838.921179] env[69195]: _type = "Task" [ 838.921179] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.930962] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.009519] env[69195]: INFO nova.compute.manager [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Rebuilding instance [ 839.051623] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.059123] env[69195]: DEBUG nova.compute.manager [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.059978] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783e39a5-456a-4305-814c-823c4c50c342 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.103872] env[69195]: DEBUG nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.139772] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.140135] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.140358] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.140555] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.140701] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.140845] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.141676] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.141676] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.141676] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.141676] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.141930] env[69195]: DEBUG nova.virt.hardware [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.142689] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0746c64e-6579-4188-9ac1-2f30fdddafae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.152763] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e646fb-154e-4882-8f93-03eaf9b1c33d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.179381] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.181827] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.335s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.183420] env[69195]: INFO nova.compute.claims [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.207765] env[69195]: INFO nova.scheduler.client.report [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Deleted allocations for instance 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296 [ 839.227676] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504351, 'name': Rename_Task, 'duration_secs': 0.173957} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.228016] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.228307] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41656d56-e070-42db-82aa-33fe65d9f468 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.238775] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 839.238775] env[69195]: value = "task-3504354" [ 839.238775] env[69195]: _type = "Task" [ 839.238775] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.255990] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.398589] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Releasing lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.399027] env[69195]: DEBUG nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Instance network_info: |[{"id": "b5a47767-92b4-4fec-beda-7f35e826d129", "address": "fa:16:3e:0b:0e:39", "network": {"id": "b354951e-a1d0-4bb4-99ca-7696dc862722", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-733371017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9251b48ce654f23aefe5dabc87377e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a47767-92", "ovs_interfaceid": "b5a47767-92b4-4fec-beda-7f35e826d129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.399366] env[69195]: DEBUG oslo_concurrency.lockutils [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] Acquired lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.399550] env[69195]: DEBUG nova.network.neutron [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Refreshing network info cache for port b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.400863] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:0e:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a47767-92b4-4fec-beda-7f35e826d129', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.409733] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.410193] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.410420] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64d7404c-13fd-440c-a423-0c80e0cc87c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.439584] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48807} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.441141] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa/dc3ae514-ef07-4420-9382-41f3893f28fa.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.441538] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.441882] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.441882] env[69195]: value = "task-3504355" [ 839.441882] env[69195]: _type = "Task" [ 839.441882] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.442103] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9834eeca-1fdf-4b61-95ef-ef25af3a4366 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.456581] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 839.456581] env[69195]: value = "task-3504356" [ 839.456581] env[69195]: _type = "Task" [ 839.456581] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.467174] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.720320] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9eb019cc-0503-4f65-b823-a645f86497a0 tempest-ListServerFiltersTestJSON-1426102960 tempest-ListServerFiltersTestJSON-1426102960-project-member] Lock "30c4ca73-4f2f-4aa1-9c4b-fed5c7144296" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.299s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.749768] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.956269] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504355, 'name': CreateVM_Task, 'duration_secs': 0.4566} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.956538] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.957371] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.957700] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.958097] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.958465] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd46108-f56e-4d0a-a255-1f4f55f06a43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.968128] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 839.968128] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52780faf-fde0-0c08-3612-643facf90c57" [ 839.968128] env[69195]: _type = "Task" [ 839.968128] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.971095] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123673} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.974351] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.975184] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6180fc42-e21a-4f3c-81cc-856c922fe35c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.991772] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52780faf-fde0-0c08-3612-643facf90c57, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.002890] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.006201] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.006201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.006201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.006201] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.019501] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa/dc3ae514-ef07-4420-9382-41f3893f28fa.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.019897] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95444820-887a-462d-acef-2856ca18e675 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.021998] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85dc7a92-1c69-4267-b2e4-3e2338ec45e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.044674] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 840.044674] env[69195]: value = "task-3504357" [ 840.044674] env[69195]: _type = "Task" [ 840.044674] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.046208] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.046443] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.051039] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57fc5532-9b32-45f8-b281-2fa5a7c1c882 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.058759] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 840.058759] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52df9ed0-5ddc-39c8-7f1c-bd7d49bf530b" [ 840.058759] env[69195]: _type = "Task" [ 840.058759] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.065159] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.073837] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52df9ed0-5ddc-39c8-7f1c-bd7d49bf530b, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.075044] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf63f4b0-0489-4bfa-835e-05fab0948000 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.081789] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.082092] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b6cf5ac-a8d9-4036-8ed9-a787c74ef59d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.088375] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 840.088375] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525f71f0-c9ae-33f3-2c20-5e0c3d4df4c5" [ 840.088375] env[69195]: _type = "Task" [ 840.088375] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.096273] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 840.096273] env[69195]: value = "task-3504358" [ 840.096273] env[69195]: _type = "Task" [ 840.096273] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.106572] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525f71f0-c9ae-33f3-2c20-5e0c3d4df4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.111091] env[69195]: DEBUG nova.compute.manager [req-64669e03-569b-4d6a-af86-57b6d5414283 req-724bcbeb-f15d-4cd7-a542-62cd6c703e24 service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Received event network-vif-plugged-63a8f7e4-aeb9-45a6-a16d-1dd27836f548 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.111415] env[69195]: DEBUG oslo_concurrency.lockutils [req-64669e03-569b-4d6a-af86-57b6d5414283 req-724bcbeb-f15d-4cd7-a542-62cd6c703e24 service nova] Acquiring lock "54b5228b-75ee-4b57-8434-f188e2ef490d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.111682] env[69195]: DEBUG oslo_concurrency.lockutils [req-64669e03-569b-4d6a-af86-57b6d5414283 req-724bcbeb-f15d-4cd7-a542-62cd6c703e24 service nova] Lock "54b5228b-75ee-4b57-8434-f188e2ef490d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.111899] env[69195]: DEBUG oslo_concurrency.lockutils [req-64669e03-569b-4d6a-af86-57b6d5414283 req-724bcbeb-f15d-4cd7-a542-62cd6c703e24 service nova] Lock "54b5228b-75ee-4b57-8434-f188e2ef490d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.112122] env[69195]: DEBUG nova.compute.manager [req-64669e03-569b-4d6a-af86-57b6d5414283 req-724bcbeb-f15d-4cd7-a542-62cd6c703e24 service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] No waiting events found dispatching network-vif-plugged-63a8f7e4-aeb9-45a6-a16d-1dd27836f548 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.112555] env[69195]: WARNING nova.compute.manager [req-64669e03-569b-4d6a-af86-57b6d5414283 req-724bcbeb-f15d-4cd7-a542-62cd6c703e24 service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Received unexpected event network-vif-plugged-63a8f7e4-aeb9-45a6-a16d-1dd27836f548 for instance with vm_state building and task_state spawning. [ 840.118591] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.226250] env[69195]: DEBUG nova.network.neutron [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Successfully updated port: 63a8f7e4-aeb9-45a6-a16d-1dd27836f548 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.259841] env[69195]: DEBUG oslo_vmware.api [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504354, 'name': PowerOnVM_Task, 'duration_secs': 0.839674} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.262320] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.262530] env[69195]: INFO nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Took 9.21 seconds to spawn the instance on the hypervisor. [ 840.262706] env[69195]: DEBUG nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.263869] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f28caf2-317c-4e7d-bad2-6d7d4e4aadb8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.341442] env[69195]: DEBUG nova.network.neutron [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Updated VIF entry in instance network info cache for port b5a47767-92b4-4fec-beda-7f35e826d129. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.341820] env[69195]: DEBUG nova.network.neutron [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Updating instance_info_cache with network_info: [{"id": "b5a47767-92b4-4fec-beda-7f35e826d129", "address": "fa:16:3e:0b:0e:39", "network": {"id": "b354951e-a1d0-4bb4-99ca-7696dc862722", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-733371017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9251b48ce654f23aefe5dabc87377e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a47767-92", "ovs_interfaceid": "b5a47767-92b4-4fec-beda-7f35e826d129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.564436] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504357, 'name': ReconfigVM_Task, 'duration_secs': 0.426756} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.564716] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfigured VM instance instance-00000034 to attach disk [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa/dc3ae514-ef07-4420-9382-41f3893f28fa.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.565474] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cce1ba7f-047f-4a8b-8afe-10299d9062d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.574578] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 840.574578] env[69195]: value = "task-3504359" [ 840.574578] env[69195]: _type = "Task" [ 840.574578] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.590821] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504359, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.608997] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504358, 'name': PowerOffVM_Task, 'duration_secs': 0.311157} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.618757] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.619065] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.619379] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525f71f0-c9ae-33f3-2c20-5e0c3d4df4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017754} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.620399] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ed9c0e-47be-4322-a23c-16224123f774 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.623324] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.623618] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c3f0810d-ad98-436b-98df-3a8fd5b59dff/c3f0810d-ad98-436b-98df-3a8fd5b59dff.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.624061] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b0db2a-c8ad-44fa-973f-2de2c8c6f94a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.632068] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.636393] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a71cafcd-e75d-4af7-a7d8-f11aed28705a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.643845] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 840.643845] env[69195]: value = "task-3504360" [ 840.643845] env[69195]: _type = "Task" [ 840.643845] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.656781] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.724483] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.724626] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.724816] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleting the datastore file [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.725373] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1743aad-743b-4533-88e5-796e56cd53bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.731490] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "refresh_cache-54b5228b-75ee-4b57-8434-f188e2ef490d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.731678] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquired lock "refresh_cache-54b5228b-75ee-4b57-8434-f188e2ef490d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.731874] env[69195]: DEBUG nova.network.neutron [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.735398] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 840.735398] env[69195]: value = "task-3504362" [ 840.735398] env[69195]: _type = "Task" [ 840.735398] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.751724] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.767610] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb898338-18b3-4dcf-8de6-d9c6085219eb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.776368] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f2a29-688a-4cf1-8a1c-228a843d90a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.826022] env[69195]: INFO nova.compute.manager [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Took 36.84 seconds to build instance. [ 840.826022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdcbd37-f8fd-4224-bac1-ffc0db472c06 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.833603] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168bd601-b50a-4cc4-af22-cd896ddf5de3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.851473] env[69195]: DEBUG oslo_concurrency.lockutils [req-6dd24969-1738-4099-be2d-481f1be63582 req-521b0f67-0b8a-4bf2-9657-9b00ea0d4cbb service nova] Releasing lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.851473] env[69195]: DEBUG nova.compute.provider_tree [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.087410] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504359, 'name': Rename_Task, 'duration_secs': 0.18093} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.087660] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.087927] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a93f597-78b8-4676-8b41-0df9af8d5f4c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.100147] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 841.100147] env[69195]: value = "task-3504363" [ 841.100147] env[69195]: _type = "Task" [ 841.100147] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.114283] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.155465] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.250106] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504674} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.250522] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.251072] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.253805] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.281133] env[69195]: DEBUG nova.network.neutron [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.324057] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b586b68a-1211-4091-89e9-a6d875ebe88d tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.148s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.354690] env[69195]: DEBUG nova.scheduler.client.report [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.458220] env[69195]: DEBUG nova.network.neutron [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Updating instance_info_cache with network_info: [{"id": "63a8f7e4-aeb9-45a6-a16d-1dd27836f548", "address": "fa:16:3e:f7:db:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a8f7e4-ae", "ovs_interfaceid": "63a8f7e4-aeb9-45a6-a16d-1dd27836f548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.610170] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.656608] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618507} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.657063] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c3f0810d-ad98-436b-98df-3a8fd5b59dff/c3f0810d-ad98-436b-98df-3a8fd5b59dff.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.657385] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.657641] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10731900-17f4-45ed-a4a1-013a80223cfe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.666630] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 841.666630] env[69195]: value = "task-3504364" [ 841.666630] env[69195]: _type = "Task" [ 841.666630] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.678610] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.827174] env[69195]: DEBUG nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.861913] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.862493] env[69195]: DEBUG nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.866071] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.597s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.867624] env[69195]: DEBUG nova.objects.instance [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lazy-loading 'resources' on Instance uuid 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.961497] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Releasing lock "refresh_cache-54b5228b-75ee-4b57-8434-f188e2ef490d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.961843] env[69195]: DEBUG nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Instance network_info: |[{"id": "63a8f7e4-aeb9-45a6-a16d-1dd27836f548", "address": "fa:16:3e:f7:db:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a8f7e4-ae", "ovs_interfaceid": "63a8f7e4-aeb9-45a6-a16d-1dd27836f548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.962296] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:db:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63a8f7e4-aeb9-45a6-a16d-1dd27836f548', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.970144] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Creating folder: Project (4ba93a81e37f49c4b829bacc9782c14b). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.970443] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8414f21-63f4-4fda-85c1-fa23adac4f22 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.985018] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Created folder: Project (4ba93a81e37f49c4b829bacc9782c14b) in parent group-v700121. [ 841.985264] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Creating folder: Instances. Parent ref: group-v700277. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.985488] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78ef07bd-2f33-4fec-9315-5421a73609fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.998538] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Created folder: Instances in parent group-v700277. [ 841.998876] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.999029] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.999315] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dc3c964-505e-43e6-966d-09211e1632d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.021119] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.021119] env[69195]: value = "task-3504367" [ 842.021119] env[69195]: _type = "Task" [ 842.021119] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.030211] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504367, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.109144] env[69195]: DEBUG oslo_vmware.api [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504363, 'name': PowerOnVM_Task, 'duration_secs': 0.567901} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.109974] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.109974] env[69195]: INFO nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Took 8.36 seconds to spawn the instance on the hypervisor. [ 842.109974] env[69195]: DEBUG nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.111042] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa735d-72d5-46a2-95db-78c7465bfd9f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.180665] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095895} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.184427] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.185722] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a670c3e0-f2b9-4824-b8f4-05ee97d6432b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.216499] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c3f0810d-ad98-436b-98df-3a8fd5b59dff/c3f0810d-ad98-436b-98df-3a8fd5b59dff.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.218284] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ccd8a5-feb3-4d2b-8e28-bf6be0c3c5cb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.241983] env[69195]: DEBUG nova.compute.manager [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Received event network-changed-63a8f7e4-aeb9-45a6-a16d-1dd27836f548 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.241983] env[69195]: DEBUG nova.compute.manager [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Refreshing instance network info cache due to event network-changed-63a8f7e4-aeb9-45a6-a16d-1dd27836f548. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.242123] env[69195]: DEBUG oslo_concurrency.lockutils [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] Acquiring lock "refresh_cache-54b5228b-75ee-4b57-8434-f188e2ef490d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.242192] env[69195]: DEBUG oslo_concurrency.lockutils [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] Acquired lock "refresh_cache-54b5228b-75ee-4b57-8434-f188e2ef490d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.242363] env[69195]: DEBUG nova.network.neutron [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Refreshing network info cache for port 63a8f7e4-aeb9-45a6-a16d-1dd27836f548 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.252581] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 842.252581] env[69195]: value = "task-3504368" [ 842.252581] env[69195]: _type = "Task" [ 842.252581] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.262494] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.302879] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.303163] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.303323] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.303507] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.303657] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.303819] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.304034] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.304199] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.304367] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.304527] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.304693] env[69195]: DEBUG nova.virt.hardware [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.305586] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17380d08-82d4-48f2-8ba2-4741cd1de241 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.315078] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677aeedf-fe50-4383-b4a8-26f155345a0d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.330836] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f3:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2aa834-fd15-40eb-aa22-447569332526', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.337423] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.340228] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.341747] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3abf1498-2491-4bb2-9067-ed7ccbd2ec6e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.364690] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.364690] env[69195]: value = "task-3504369" [ 842.364690] env[69195]: _type = "Task" [ 842.364690] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.369920] env[69195]: DEBUG nova.compute.utils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.373927] env[69195]: DEBUG nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.374394] env[69195]: DEBUG nova.network.neutron [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.378440] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.382940] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504369, 'name': CreateVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.408928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.409286] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.459154] env[69195]: DEBUG nova.policy [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3df4593e56e24b40ae571f3b6f9a20b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ba93a81e37f49c4b829bacc9782c14b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.527912] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.528262] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 842.535802] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504367, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.632772] env[69195]: INFO nova.compute.manager [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Took 33.22 seconds to build instance. [ 842.767336] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.857536] env[69195]: DEBUG nova.network.neutron [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Successfully created port: 3dd1c581-8752-4aab-8884-579a03220f4d {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.866904] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14008f5-e712-4b23-a02c-6ac647e303c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.875161] env[69195]: DEBUG nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.881810] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147ee3ed-1a69-4c5a-84db-57d647d8c8d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.894587] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504369, 'name': CreateVM_Task, 'duration_secs': 0.435045} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.895304] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.896079] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.896259] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.896659] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.896832] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477695a1-9604-496c-915a-f8e36f05beb1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.930634] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355c75c-10f7-45b8-a9e8-d911ac2234b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.935163] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 842.935163] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522aa61a-4de7-508b-9d01-62e5e7a0096e" [ 842.935163] env[69195]: _type = "Task" [ 842.935163] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.943366] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b26bbd6-c62a-4278-afd3-0ff551f9c2ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.951693] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522aa61a-4de7-508b-9d01-62e5e7a0096e, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.952586] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.952794] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.953295] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.953295] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.953421] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.954263] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fef6d4b-ef37-4620-9998-43cb1528e08f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.964761] env[69195]: DEBUG nova.compute.provider_tree [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.976639] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.977135] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.977961] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0238c842-d87e-4e09-b2fb-84dde1bb000d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.985414] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 842.985414] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c33d8f-e1af-e1c8-8886-6fcf10c2c826" [ 842.985414] env[69195]: _type = "Task" [ 842.985414] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.996722] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c33d8f-e1af-e1c8-8886-6fcf10c2c826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.038714] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504367, 'name': CreateVM_Task, 'duration_secs': 0.560756} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.039281] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.039525] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.042428] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.042592] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.043248] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.043248] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.043966] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Acquiring lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.043966] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.044144] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad55eb01-c136-469f-9f82-63c9141bd65a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.049141] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.049141] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.049532] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.049780] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.049928] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 843.050070] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 843.053683] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 843.053683] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c485f1-8929-9499-aa3d-db9916b11a83" [ 843.053683] env[69195]: _type = "Task" [ 843.053683] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.063599] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c485f1-8929-9499-aa3d-db9916b11a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.069583] env[69195]: DEBUG nova.network.neutron [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Updated VIF entry in instance network info cache for port 63a8f7e4-aeb9-45a6-a16d-1dd27836f548. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.070049] env[69195]: DEBUG nova.network.neutron [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Updating instance_info_cache with network_info: [{"id": "63a8f7e4-aeb9-45a6-a16d-1dd27836f548", "address": "fa:16:3e:f7:db:5f", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63a8f7e4-ae", "ovs_interfaceid": "63a8f7e4-aeb9-45a6-a16d-1dd27836f548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.137155] env[69195]: DEBUG oslo_concurrency.lockutils [None req-45f9dc02-d407-4b49-8a7f-c44518e3efef tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.834s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.266736] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504368, 'name': ReconfigVM_Task, 'duration_secs': 0.523969} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.267024] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c3f0810d-ad98-436b-98df-3a8fd5b59dff/c3f0810d-ad98-436b-98df-3a8fd5b59dff.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.268291] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69195) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 843.269029] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-7d1da427-2456-41a6-aea9-db04032024fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.276991] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 843.276991] env[69195]: value = "task-3504370" [ 843.276991] env[69195]: _type = "Task" [ 843.276991] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.289274] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504370, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.468443] env[69195]: DEBUG nova.scheduler.client.report [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.496829] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c33d8f-e1af-e1c8-8886-6fcf10c2c826, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.497831] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedaec84-22a6-4fcd-a605-279d5c61b8cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.503378] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 843.503378] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5200e5aa-cf8a-40c3-5e76-561069937e08" [ 843.503378] env[69195]: _type = "Task" [ 843.503378] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.511492] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5200e5aa-cf8a-40c3-5e76-561069937e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.553875] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.565132] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c485f1-8929-9499-aa3d-db9916b11a83, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.565443] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.565679] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.565893] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.573515] env[69195]: DEBUG oslo_concurrency.lockutils [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] Releasing lock "refresh_cache-54b5228b-75ee-4b57-8434-f188e2ef490d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.573759] env[69195]: DEBUG nova.compute.manager [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Received event network-changed-cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.573943] env[69195]: DEBUG nova.compute.manager [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Refreshing instance network info cache due to event network-changed-cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.574154] env[69195]: DEBUG oslo_concurrency.lockutils [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] Acquiring lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.574303] env[69195]: DEBUG oslo_concurrency.lockutils [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] Acquired lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.574509] env[69195]: DEBUG nova.network.neutron [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Refreshing network info cache for port cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.640501] env[69195]: DEBUG nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.787995] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504370, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.193574} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.788292] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69195) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 843.789103] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5accd70c-c1a1-4d98-8c7d-96f6a27df600 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.823006] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c3f0810d-ad98-436b-98df-3a8fd5b59dff/ephemeral_0.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.823681] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a2fca96-76ba-4af0-b583-7a17c34cdf78 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.849351] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 843.849351] env[69195]: value = "task-3504371" [ 843.849351] env[69195]: _type = "Task" [ 843.849351] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.861022] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.889025] env[69195]: DEBUG nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.918857] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.919049] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.919212] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.919388] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.919528] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.919838] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.919940] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.920044] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.920213] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.920368] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.920537] env[69195]: DEBUG nova.virt.hardware [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.921420] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60bb05f-41f6-46a3-9cfe-05ca8d9d6b8f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.930196] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ae2b61-8d92-43dc-9dd0-b8f464e6719a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.974191] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.977253] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.009s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.978122] env[69195]: INFO nova.compute.claims [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.996817] env[69195]: INFO nova.scheduler.client.report [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Deleted allocations for instance 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8 [ 844.015774] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5200e5aa-cf8a-40c3-5e76-561069937e08, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.016086] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.017732] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e/fc7a712a-508c-49a3-b075-0a4ffbffc81e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.017732] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.017732] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.017732] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5040acd5-a8e2-44d9-a196-326c50f0f0ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.020194] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6f1ec48-1b3c-44ca-a2a2-9224d59728f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.034487] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.034718] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.035590] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 844.035590] env[69195]: value = "task-3504372" [ 844.035590] env[69195]: _type = "Task" [ 844.035590] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.036756] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6636be87-72ec-4ce2-b19b-ddfd477841ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.049176] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 844.049176] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e1ee18-0bbd-3868-f9ea-8a7ab074e4d3" [ 844.049176] env[69195]: _type = "Task" [ 844.049176] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.051195] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.063917] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e1ee18-0bbd-3868-f9ea-8a7ab074e4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.063917] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69816552-2a17-48fd-af39-d67bef589097 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.069898] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 844.069898] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522f19e9-70f4-6b0a-a79f-dc9e1477a3ee" [ 844.069898] env[69195]: _type = "Task" [ 844.069898] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.082248] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522f19e9-70f4-6b0a-a79f-dc9e1477a3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.160231] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.360791] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.507609] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0e905264-90bd-4473-ba51-83b5d1c51462 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.011s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.550855] env[69195]: DEBUG nova.compute.manager [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 844.564939] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487548} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.565294] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e/fc7a712a-508c-49a3-b075-0a4ffbffc81e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.565537] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.566543] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d80bca96-a5da-4113-9cee-e37fa1e58c23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.572529] env[69195]: DEBUG nova.compute.manager [req-c28cf01d-4875-44b3-b3d9-be9079dd5739 req-e0ad2fb5-5a7c-431f-8756-9f89646819e0 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Received event network-vif-plugged-3dd1c581-8752-4aab-8884-579a03220f4d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.572940] env[69195]: DEBUG oslo_concurrency.lockutils [req-c28cf01d-4875-44b3-b3d9-be9079dd5739 req-e0ad2fb5-5a7c-431f-8756-9f89646819e0 service nova] Acquiring lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.573113] env[69195]: DEBUG oslo_concurrency.lockutils [req-c28cf01d-4875-44b3-b3d9-be9079dd5739 req-e0ad2fb5-5a7c-431f-8756-9f89646819e0 service nova] Lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.573342] env[69195]: DEBUG oslo_concurrency.lockutils [req-c28cf01d-4875-44b3-b3d9-be9079dd5739 req-e0ad2fb5-5a7c-431f-8756-9f89646819e0 service nova] Lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.573561] env[69195]: DEBUG nova.compute.manager [req-c28cf01d-4875-44b3-b3d9-be9079dd5739 req-e0ad2fb5-5a7c-431f-8756-9f89646819e0 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] No waiting events found dispatching network-vif-plugged-3dd1c581-8752-4aab-8884-579a03220f4d {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.573846] env[69195]: WARNING nova.compute.manager [req-c28cf01d-4875-44b3-b3d9-be9079dd5739 req-e0ad2fb5-5a7c-431f-8756-9f89646819e0 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Received unexpected event network-vif-plugged-3dd1c581-8752-4aab-8884-579a03220f4d for instance with vm_state building and task_state spawning. [ 844.580981] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 844.580981] env[69195]: value = "task-3504373" [ 844.580981] env[69195]: _type = "Task" [ 844.580981] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.591024] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522f19e9-70f4-6b0a-a79f-dc9e1477a3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.591024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.591024] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 54b5228b-75ee-4b57-8434-f188e2ef490d/54b5228b-75ee-4b57-8434-f188e2ef490d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.591580] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4a30116-02c7-40f8-82fc-47110c36bb8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.600221] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.611099] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 844.611099] env[69195]: value = "task-3504374" [ 844.611099] env[69195]: _type = "Task" [ 844.611099] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.621788] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.626363] env[69195]: DEBUG nova.network.neutron [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Successfully updated port: 3dd1c581-8752-4aab-8884-579a03220f4d {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.760077] env[69195]: DEBUG nova.network.neutron [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updated VIF entry in instance network info cache for port cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.760488] env[69195]: DEBUG nova.network.neutron [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance_info_cache with network_info: [{"id": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "address": "fa:16:3e:7b:84:1c", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa4d1a2-50", "ovs_interfaceid": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.860739] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504371, 'name': ReconfigVM_Task, 'duration_secs': 0.54962} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.861012] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c3f0810d-ad98-436b-98df-3a8fd5b59dff/ephemeral_0.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.861691] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc50163b-f788-42b4-9628-4b0e20c1cff2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.868698] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 844.868698] env[69195]: value = "task-3504375" [ 844.868698] env[69195]: _type = "Task" [ 844.868698] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.878260] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504375, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.072555] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.092805] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074571} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.093092] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.093860] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1504faf-c0f9-428a-8b01-9d3c804b96dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.126842] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e/fc7a712a-508c-49a3-b075-0a4ffbffc81e.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.130822] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0c19d5-2225-4844-b9a2-6b3c323dcf78 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.147616] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "refresh_cache-ca27496f-17c0-417e-8cb0-8e36ef0d04a2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.149742] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquired lock "refresh_cache-ca27496f-17c0-417e-8cb0-8e36ef0d04a2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.149922] env[69195]: DEBUG nova.network.neutron [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.168580] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504374, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.169977] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 845.169977] env[69195]: value = "task-3504376" [ 845.169977] env[69195]: _type = "Task" [ 845.169977] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.182872] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.264661] env[69195]: DEBUG oslo_concurrency.lockutils [req-2d0958e7-a00c-4324-a60b-543661f276cf req-8ce25268-f3fe-47c3-aa05-0e7289d718e0 service nova] Releasing lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.382030] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504375, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.492251] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43583b63-5529-41f6-a5fe-ff0841b05948 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.499839] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c3efa-9913-44a4-a687-c2ddb96840d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.529763] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5295ded-06da-4b1a-aa2d-542c3aaf608f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.537225] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0f846d-ccd7-4dd7-8870-631f59640dbd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.551599] env[69195]: DEBUG nova.compute.provider_tree [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.628502] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504374, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.683938] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.689487] env[69195]: DEBUG nova.network.neutron [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.886684] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504375, 'name': Rename_Task, 'duration_secs': 0.876669} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.887300] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.887654] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3a6db80-bd04-445e-8d9e-440b0cf2ce1e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.897257] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 845.897257] env[69195]: value = "task-3504377" [ 845.897257] env[69195]: _type = "Task" [ 845.897257] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.905330] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.931534] env[69195]: DEBUG nova.network.neutron [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Updating instance_info_cache with network_info: [{"id": "3dd1c581-8752-4aab-8884-579a03220f4d", "address": "fa:16:3e:e8:52:38", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd1c581-87", "ovs_interfaceid": "3dd1c581-8752-4aab-8884-579a03220f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.055770] env[69195]: DEBUG nova.scheduler.client.report [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.131042] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504374, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.46475} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.131042] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 54b5228b-75ee-4b57-8434-f188e2ef490d/54b5228b-75ee-4b57-8434-f188e2ef490d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.131042] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.131042] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46f9f3a0-daf6-4263-8dfb-ddcdf371b496 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.139132] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 846.139132] env[69195]: value = "task-3504378" [ 846.139132] env[69195]: _type = "Task" [ 846.139132] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.146884] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.186513] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.404816] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.436707] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Releasing lock "refresh_cache-ca27496f-17c0-417e-8cb0-8e36ef0d04a2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.437060] env[69195]: DEBUG nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Instance network_info: |[{"id": "3dd1c581-8752-4aab-8884-579a03220f4d", "address": "fa:16:3e:e8:52:38", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd1c581-87", "ovs_interfaceid": "3dd1c581-8752-4aab-8884-579a03220f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.437523] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:52:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dd1c581-8752-4aab-8884-579a03220f4d', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.445058] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.445280] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.445517] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f29c898a-3b44-4987-9a80-31b018d0f5ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.465722] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.465722] env[69195]: value = "task-3504379" [ 846.465722] env[69195]: _type = "Task" [ 846.465722] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.473272] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504379, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.563442] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.564066] env[69195]: DEBUG nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.566886] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.030s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.569308] env[69195]: INFO nova.compute.claims [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.604669] env[69195]: DEBUG nova.compute.manager [req-ee8af5c5-ccd0-4a02-97cf-29035404472f req-cee5b44a-07a6-4e56-82b6-27fcd506e158 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Received event network-changed-3dd1c581-8752-4aab-8884-579a03220f4d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.604669] env[69195]: DEBUG nova.compute.manager [req-ee8af5c5-ccd0-4a02-97cf-29035404472f req-cee5b44a-07a6-4e56-82b6-27fcd506e158 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Refreshing instance network info cache due to event network-changed-3dd1c581-8752-4aab-8884-579a03220f4d. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.604669] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee8af5c5-ccd0-4a02-97cf-29035404472f req-cee5b44a-07a6-4e56-82b6-27fcd506e158 service nova] Acquiring lock "refresh_cache-ca27496f-17c0-417e-8cb0-8e36ef0d04a2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.604930] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee8af5c5-ccd0-4a02-97cf-29035404472f req-cee5b44a-07a6-4e56-82b6-27fcd506e158 service nova] Acquired lock "refresh_cache-ca27496f-17c0-417e-8cb0-8e36ef0d04a2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.605205] env[69195]: DEBUG nova.network.neutron [req-ee8af5c5-ccd0-4a02-97cf-29035404472f req-cee5b44a-07a6-4e56-82b6-27fcd506e158 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Refreshing network info cache for port 3dd1c581-8752-4aab-8884-579a03220f4d {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.647656] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068638} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.648048] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.648920] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a65478-7a83-42ed-b826-944f9f60475c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.672470] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 54b5228b-75ee-4b57-8434-f188e2ef490d/54b5228b-75ee-4b57-8434-f188e2ef490d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.672728] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-481d2de7-71fb-4142-96e6-a97cc967aadb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.699494] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504376, 'name': ReconfigVM_Task, 'duration_secs': 1.14471} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.702134] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e/fc7a712a-508c-49a3-b075-0a4ffbffc81e.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.702998] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 846.702998] env[69195]: value = "task-3504380" [ 846.702998] env[69195]: _type = "Task" [ 846.702998] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.703215] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32f90df1-a7fb-4cb5-bb56-42b512de3685 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.713580] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.714964] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 846.714964] env[69195]: value = "task-3504381" [ 846.714964] env[69195]: _type = "Task" [ 846.714964] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.723956] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504381, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.905184] env[69195]: DEBUG oslo_vmware.api [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504377, 'name': PowerOnVM_Task, 'duration_secs': 0.765584} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.905460] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.905673] env[69195]: INFO nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Took 9.91 seconds to spawn the instance on the hypervisor. [ 846.905874] env[69195]: DEBUG nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.906673] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7108d6f-7775-4638-bc2d-9657dc6f224f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.977374] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504379, 'name': CreateVM_Task, 'duration_secs': 0.341199} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.977573] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.978417] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.978625] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.979042] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.979326] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb1cf1b-641c-4d81-8eb2-ca255b9e6a0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.984269] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 846.984269] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5258d20a-befe-8409-2911-b9df470b6f9c" [ 846.984269] env[69195]: _type = "Task" [ 846.984269] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.992573] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5258d20a-befe-8409-2911-b9df470b6f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.074030] env[69195]: DEBUG nova.compute.utils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.077115] env[69195]: DEBUG nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.077305] env[69195]: DEBUG nova.network.neutron [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.132237] env[69195]: DEBUG nova.policy [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '280613a985564159bb1e2b3bfa84b582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9f79f4a159d4fed860243728dfce985', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.215316] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504380, 'name': ReconfigVM_Task, 'duration_secs': 0.312821} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.215679] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 54b5228b-75ee-4b57-8434-f188e2ef490d/54b5228b-75ee-4b57-8434-f188e2ef490d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.219240] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c410e1-7d16-411f-9cc3-aac0f8a98613 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.230026] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504381, 'name': Rename_Task, 'duration_secs': 0.135423} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.230882] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.231209] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 847.231209] env[69195]: value = "task-3504382" [ 847.231209] env[69195]: _type = "Task" [ 847.231209] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.231637] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce72eec9-a9f8-4f14-8900-285eeee620d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.242356] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504382, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.243608] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 847.243608] env[69195]: value = "task-3504383" [ 847.243608] env[69195]: _type = "Task" [ 847.243608] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.254762] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.295212] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.295480] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.355258] env[69195]: DEBUG nova.network.neutron [req-ee8af5c5-ccd0-4a02-97cf-29035404472f req-cee5b44a-07a6-4e56-82b6-27fcd506e158 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Updated VIF entry in instance network info cache for port 3dd1c581-8752-4aab-8884-579a03220f4d. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.355258] env[69195]: DEBUG nova.network.neutron [req-ee8af5c5-ccd0-4a02-97cf-29035404472f req-cee5b44a-07a6-4e56-82b6-27fcd506e158 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Updating instance_info_cache with network_info: [{"id": "3dd1c581-8752-4aab-8884-579a03220f4d", "address": "fa:16:3e:e8:52:38", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dd1c581-87", "ovs_interfaceid": "3dd1c581-8752-4aab-8884-579a03220f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.427470] env[69195]: INFO nova.compute.manager [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Took 36.41 seconds to build instance. [ 847.500216] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5258d20a-befe-8409-2911-b9df470b6f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.500585] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.500826] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.501085] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.501242] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.501427] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.501713] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336f195d-62be-40be-9bf0-b835593cd4bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.515232] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.515433] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.516240] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e10e662-c53f-4fb1-bb7e-5098f6fbde29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.519243] env[69195]: DEBUG nova.network.neutron [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Successfully created port: 39a6e13e-097d-4320-88ec-4558a53e8109 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.524128] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 847.524128] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52727bda-be43-6dd7-4450-72fa6468613d" [ 847.524128] env[69195]: _type = "Task" [ 847.524128] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.531959] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52727bda-be43-6dd7-4450-72fa6468613d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.578316] env[69195]: DEBUG nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.743383] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504382, 'name': Rename_Task, 'duration_secs': 0.234423} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.743383] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.743596] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2899c337-89ad-43b5-8da6-59fd523bf54f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.753204] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 847.753204] env[69195]: value = "task-3504384" [ 847.753204] env[69195]: _type = "Task" [ 847.753204] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.756851] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504383, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.766675] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.858265] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee8af5c5-ccd0-4a02-97cf-29035404472f req-cee5b44a-07a6-4e56-82b6-27fcd506e158 service nova] Releasing lock "refresh_cache-ca27496f-17c0-417e-8cb0-8e36ef0d04a2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.931536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-99074787-ae12-429c-89f1-164743d9c788 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.845s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.036669] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52727bda-be43-6dd7-4450-72fa6468613d, 'name': SearchDatastore_Task, 'duration_secs': 0.008831} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.040341] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f263b71-eaa3-4689-b9f9-88f0ae5d231b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.047597] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 848.047597] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52351c3a-f621-a052-6016-10f8ecb18231" [ 848.047597] env[69195]: _type = "Task" [ 848.047597] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.055964] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52351c3a-f621-a052-6016-10f8ecb18231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.233517] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a00305-4b3d-4077-bd48-965f835a0a24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.242113] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7ec7c9-baa1-433e-a155-8e57f3cd1d41 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.254147] env[69195]: DEBUG oslo_vmware.api [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504383, 'name': PowerOnVM_Task, 'duration_secs': 0.718561} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.287276] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.287585] env[69195]: DEBUG nova.compute.manager [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.289148] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bec85a-9392-448b-b686-ffdc15617ee7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.295044] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd1bb32-5b1c-47e0-a869-89e6c76f4d33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.307577] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fe9e22-7f8b-40ad-a49a-b6eb7736e9e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.314851] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504384, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.324631] env[69195]: DEBUG nova.compute.provider_tree [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.437146] env[69195]: DEBUG nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.558730] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52351c3a-f621-a052-6016-10f8ecb18231, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.558969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.559247] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] ca27496f-17c0-417e-8cb0-8e36ef0d04a2/ca27496f-17c0-417e-8cb0-8e36ef0d04a2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.559505] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40d69c8-8cc1-4e59-b5e3-6b928797ee43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.565718] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 848.565718] env[69195]: value = "task-3504385" [ 848.565718] env[69195]: _type = "Task" [ 848.565718] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.573142] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.594779] env[69195]: DEBUG nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.626172] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.626172] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.626172] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.626172] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.626172] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.626521] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.626521] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.626597] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.626788] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.626967] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.627156] env[69195]: DEBUG nova.virt.hardware [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.628137] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44745953-b34f-4967-acfb-3a2962fb7658 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.633257] env[69195]: DEBUG nova.compute.manager [req-9ae3bcdc-de3b-424e-80d6-07c22dd06c59 req-5664248a-0665-4149-ae5b-f875a9bded1b service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Received event network-changed-b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.633385] env[69195]: DEBUG nova.compute.manager [req-9ae3bcdc-de3b-424e-80d6-07c22dd06c59 req-5664248a-0665-4149-ae5b-f875a9bded1b service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Refreshing instance network info cache due to event network-changed-b5a47767-92b4-4fec-beda-7f35e826d129. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.633590] env[69195]: DEBUG oslo_concurrency.lockutils [req-9ae3bcdc-de3b-424e-80d6-07c22dd06c59 req-5664248a-0665-4149-ae5b-f875a9bded1b service nova] Acquiring lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.633727] env[69195]: DEBUG oslo_concurrency.lockutils [req-9ae3bcdc-de3b-424e-80d6-07c22dd06c59 req-5664248a-0665-4149-ae5b-f875a9bded1b service nova] Acquired lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.633900] env[69195]: DEBUG nova.network.neutron [req-9ae3bcdc-de3b-424e-80d6-07c22dd06c59 req-5664248a-0665-4149-ae5b-f875a9bded1b service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Refreshing network info cache for port b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.640868] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b6487a-4800-4bfe-bc39-95099a65eeb2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.800814] env[69195]: DEBUG oslo_vmware.api [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504384, 'name': PowerOnVM_Task, 'duration_secs': 0.953167} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.801156] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.801410] env[69195]: INFO nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Took 9.70 seconds to spawn the instance on the hypervisor. [ 848.801601] env[69195]: DEBUG nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.802498] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907f89b9-ae0c-4e9d-9d9e-0af849b7e071 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.823970] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.829607] env[69195]: DEBUG nova.scheduler.client.report [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.963540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.038370] env[69195]: DEBUG nova.compute.manager [req-5c64fea3-6e16-469a-aff5-2ecea77fe782 req-ee971a5a-2f53-4494-8fc8-8c5a3e0423e2 service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Received event network-vif-plugged-39a6e13e-097d-4320-88ec-4558a53e8109 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.038613] env[69195]: DEBUG oslo_concurrency.lockutils [req-5c64fea3-6e16-469a-aff5-2ecea77fe782 req-ee971a5a-2f53-4494-8fc8-8c5a3e0423e2 service nova] Acquiring lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.038840] env[69195]: DEBUG oslo_concurrency.lockutils [req-5c64fea3-6e16-469a-aff5-2ecea77fe782 req-ee971a5a-2f53-4494-8fc8-8c5a3e0423e2 service nova] Lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.041441] env[69195]: DEBUG oslo_concurrency.lockutils [req-5c64fea3-6e16-469a-aff5-2ecea77fe782 req-ee971a5a-2f53-4494-8fc8-8c5a3e0423e2 service nova] Lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.041744] env[69195]: DEBUG nova.compute.manager [req-5c64fea3-6e16-469a-aff5-2ecea77fe782 req-ee971a5a-2f53-4494-8fc8-8c5a3e0423e2 service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] No waiting events found dispatching network-vif-plugged-39a6e13e-097d-4320-88ec-4558a53e8109 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.042045] env[69195]: WARNING nova.compute.manager [req-5c64fea3-6e16-469a-aff5-2ecea77fe782 req-ee971a5a-2f53-4494-8fc8-8c5a3e0423e2 service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Received unexpected event network-vif-plugged-39a6e13e-097d-4320-88ec-4558a53e8109 for instance with vm_state building and task_state spawning. [ 849.077282] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475907} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.077736] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] ca27496f-17c0-417e-8cb0-8e36ef0d04a2/ca27496f-17c0-417e-8cb0-8e36ef0d04a2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.078048] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.078466] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d6f3ad3-432a-4a7b-9351-30b9b83d3ea7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.085872] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 849.085872] env[69195]: value = "task-3504386" [ 849.085872] env[69195]: _type = "Task" [ 849.085872] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.095797] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.162665] env[69195]: DEBUG nova.network.neutron [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Successfully updated port: 39a6e13e-097d-4320-88ec-4558a53e8109 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.322965] env[69195]: INFO nova.compute.manager [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Took 37.24 seconds to build instance. [ 849.335168] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.335691] env[69195]: DEBUG nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.339248] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.278s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.340661] env[69195]: INFO nova.compute.claims [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.454792] env[69195]: DEBUG nova.network.neutron [req-9ae3bcdc-de3b-424e-80d6-07c22dd06c59 req-5664248a-0665-4149-ae5b-f875a9bded1b service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Updated VIF entry in instance network info cache for port b5a47767-92b4-4fec-beda-7f35e826d129. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.455195] env[69195]: DEBUG nova.network.neutron [req-9ae3bcdc-de3b-424e-80d6-07c22dd06c59 req-5664248a-0665-4149-ae5b-f875a9bded1b service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Updating instance_info_cache with network_info: [{"id": "b5a47767-92b4-4fec-beda-7f35e826d129", "address": "fa:16:3e:0b:0e:39", "network": {"id": "b354951e-a1d0-4bb4-99ca-7696dc862722", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-733371017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9251b48ce654f23aefe5dabc87377e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a47767-92", "ovs_interfaceid": "b5a47767-92b4-4fec-beda-7f35e826d129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.596019] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062718} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.596378] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.597222] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7c90d-6e7c-4772-823e-d460e439e72c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.620361] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] ca27496f-17c0-417e-8cb0-8e36ef0d04a2/ca27496f-17c0-417e-8cb0-8e36ef0d04a2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.620572] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42e44e6-f43b-445d-ae33-e9eb9c082781 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.640557] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 849.640557] env[69195]: value = "task-3504387" [ 849.640557] env[69195]: _type = "Task" [ 849.640557] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.651153] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.667674] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquiring lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.668086] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.668459] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquiring lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.668561] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.668800] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.671043] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquiring lock "refresh_cache-2c8061f8-b3ff-4b47-b96a-084abf743d0e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.671094] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquired lock "refresh_cache-2c8061f8-b3ff-4b47-b96a-084abf743d0e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.671253] env[69195]: DEBUG nova.network.neutron [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.672887] env[69195]: INFO nova.compute.manager [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Terminating instance [ 849.825541] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b3a1ffb2-d837-44c6-a679-7623cbbc2ac5 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "54b5228b-75ee-4b57-8434-f188e2ef490d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.595s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.846758] env[69195]: DEBUG nova.compute.utils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.848243] env[69195]: DEBUG nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.848413] env[69195]: DEBUG nova.network.neutron [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.911809] env[69195]: DEBUG nova.policy [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7fd5405b335455c85ecabb6df5b57da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2263b6d678164dc1bec646b6331296e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.959046] env[69195]: DEBUG oslo_concurrency.lockutils [req-9ae3bcdc-de3b-424e-80d6-07c22dd06c59 req-5664248a-0665-4149-ae5b-f875a9bded1b service nova] Releasing lock "refresh_cache-c3f0810d-ad98-436b-98df-3a8fd5b59dff" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.153808] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.179979] env[69195]: DEBUG nova.compute.manager [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.179979] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.180819] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1d1fb-c065-4ad8-9ab5-f111ee272bf2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.191641] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.191641] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69173e73-9db4-4a2e-b3f9-56c9e1ef9a46 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.199329] env[69195]: DEBUG oslo_vmware.api [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 850.199329] env[69195]: value = "task-3504388" [ 850.199329] env[69195]: _type = "Task" [ 850.199329] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.214976] env[69195]: DEBUG oslo_vmware.api [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.219766] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.222730] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.222730] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.222730] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.222730] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.223317] env[69195]: DEBUG nova.network.neutron [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.229611] env[69195]: INFO nova.compute.manager [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Terminating instance [ 850.328282] env[69195]: DEBUG nova.network.neutron [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Successfully created port: e3b368bc-f7ce-4880-8f17-706cc99a4ceb {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.331202] env[69195]: DEBUG nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.353339] env[69195]: DEBUG nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.441951] env[69195]: DEBUG nova.network.neutron [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Updating instance_info_cache with network_info: [{"id": "39a6e13e-097d-4320-88ec-4558a53e8109", "address": "fa:16:3e:d5:e3:2f", "network": {"id": "df9aea0a-2363-4b3e-b3c8-f039f5c1835e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-673382123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f79f4a159d4fed860243728dfce985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a6e13e-09", "ovs_interfaceid": "39a6e13e-097d-4320-88ec-4558a53e8109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.651735] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504387, 'name': ReconfigVM_Task, 'duration_secs': 0.65493} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.653837] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Reconfigured VM instance instance-00000037 to attach disk [datastore1] ca27496f-17c0-417e-8cb0-8e36ef0d04a2/ca27496f-17c0-417e-8cb0-8e36ef0d04a2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.655688] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454636f5-3025-495c-9742-99bbaf9605d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.661466] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 850.661466] env[69195]: value = "task-3504389" [ 850.661466] env[69195]: _type = "Task" [ 850.661466] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.672757] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504389, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.714822] env[69195]: DEBUG oslo_vmware.api [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504388, 'name': PowerOffVM_Task, 'duration_secs': 0.231193} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.714926] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.715266] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.715512] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3af99a77-b2ca-4afe-b9f1-104aecb6dbcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.736016] env[69195]: DEBUG nova.compute.manager [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.736289] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.737257] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d748bc2-b4e2-4912-9283-93897b2e5f6a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.749853] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.750651] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6426b59-c631-4063-836d-33dec34a06e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.761882] env[69195]: DEBUG oslo_vmware.api [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 850.761882] env[69195]: value = "task-3504391" [ 850.761882] env[69195]: _type = "Task" [ 850.761882] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.772111] env[69195]: DEBUG oslo_vmware.api [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.826030] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.826390] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.827125] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Deleting the datastore file [datastore1] c8c633c1-47dc-4ea5-9909-cd784a0b6d26 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.827125] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57e3caf-67aa-4305-bc53-a67c7339e425 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.836341] env[69195]: DEBUG oslo_vmware.api [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for the task: (returnval){ [ 850.836341] env[69195]: value = "task-3504392" [ 850.836341] env[69195]: _type = "Task" [ 850.836341] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.850458] env[69195]: DEBUG oslo_vmware.api [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.862790] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.872911] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9822e3a4-3fd4-4484-aeb0-6dfd9d54b863 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.880541] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fefcb8f-d69a-408b-9ee4-90a85997f193 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.912909] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afaecad-322c-4058-a103-b557949f46b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.918483] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.918627] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.923899] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e3f769-b0b8-4d8c-95dc-bcea5c043c92 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.938370] env[69195]: DEBUG nova.compute.provider_tree [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.944619] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Releasing lock "refresh_cache-2c8061f8-b3ff-4b47-b96a-084abf743d0e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.945693] env[69195]: DEBUG nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Instance network_info: |[{"id": "39a6e13e-097d-4320-88ec-4558a53e8109", "address": "fa:16:3e:d5:e3:2f", "network": {"id": "df9aea0a-2363-4b3e-b3c8-f039f5c1835e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-673382123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f79f4a159d4fed860243728dfce985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a6e13e-09", "ovs_interfaceid": "39a6e13e-097d-4320-88ec-4558a53e8109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.945693] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:e3:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a6e13e-097d-4320-88ec-4558a53e8109', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.952968] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Creating folder: Project (e9f79f4a159d4fed860243728dfce985). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.953865] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b06572c0-99c3-4cee-a7a7-c72f6307cd70 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.964522] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Created folder: Project (e9f79f4a159d4fed860243728dfce985) in parent group-v700121. [ 850.964715] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Creating folder: Instances. Parent ref: group-v700282. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.964948] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6c5d8bc-6928-4ec7-9950-c76fe2aa1f57 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.985234] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Created folder: Instances in parent group-v700282. [ 850.985490] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.985680] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.985911] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-552ee664-ed5a-4278-9f14-3a699d9a13d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.007020] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.007020] env[69195]: value = "task-3504395" [ 851.007020] env[69195]: _type = "Task" [ 851.007020] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.017449] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504395, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.066050] env[69195]: DEBUG nova.compute.manager [req-c6594c63-a096-492d-9306-1918fabcb654 req-243e3f63-330c-43b2-bbf3-041454c7dcb1 service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Received event network-changed-39a6e13e-097d-4320-88ec-4558a53e8109 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.066278] env[69195]: DEBUG nova.compute.manager [req-c6594c63-a096-492d-9306-1918fabcb654 req-243e3f63-330c-43b2-bbf3-041454c7dcb1 service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Refreshing instance network info cache due to event network-changed-39a6e13e-097d-4320-88ec-4558a53e8109. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.066494] env[69195]: DEBUG oslo_concurrency.lockutils [req-c6594c63-a096-492d-9306-1918fabcb654 req-243e3f63-330c-43b2-bbf3-041454c7dcb1 service nova] Acquiring lock "refresh_cache-2c8061f8-b3ff-4b47-b96a-084abf743d0e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.066635] env[69195]: DEBUG oslo_concurrency.lockutils [req-c6594c63-a096-492d-9306-1918fabcb654 req-243e3f63-330c-43b2-bbf3-041454c7dcb1 service nova] Acquired lock "refresh_cache-2c8061f8-b3ff-4b47-b96a-084abf743d0e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.066793] env[69195]: DEBUG nova.network.neutron [req-c6594c63-a096-492d-9306-1918fabcb654 req-243e3f63-330c-43b2-bbf3-041454c7dcb1 service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Refreshing network info cache for port 39a6e13e-097d-4320-88ec-4558a53e8109 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.173730] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504389, 'name': Rename_Task, 'duration_secs': 0.173022} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.173730] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.173730] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1587676-23b2-410e-9ef7-9f22c080e590 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.178570] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 851.178570] env[69195]: value = "task-3504396" [ 851.178570] env[69195]: _type = "Task" [ 851.178570] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.185749] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.271717] env[69195]: DEBUG oslo_vmware.api [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504391, 'name': PowerOffVM_Task, 'duration_secs': 0.261736} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.271717] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.271887] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.272262] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a4fc155-555a-432e-90d6-d5aed5f270c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.335899] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.335899] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.335899] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleting the datastore file [datastore1] fc7a712a-508c-49a3-b075-0a4ffbffc81e {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.336548] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cd48b76-73bf-48a6-8bb4-c5f80e02cfb5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.347772] env[69195]: DEBUG oslo_vmware.api [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Task: {'id': task-3504392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159798} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.349723] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.349919] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.350117] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.350337] env[69195]: INFO nova.compute.manager [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Took 1.17 seconds to destroy the instance on the hypervisor. [ 851.350687] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.350871] env[69195]: DEBUG oslo_vmware.api [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 851.350871] env[69195]: value = "task-3504398" [ 851.350871] env[69195]: _type = "Task" [ 851.350871] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.351096] env[69195]: DEBUG nova.compute.manager [-] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.351188] env[69195]: DEBUG nova.network.neutron [-] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.361091] env[69195]: DEBUG oslo_vmware.api [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.366644] env[69195]: DEBUG nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.396278] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.396278] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.396278] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.396472] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.396678] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.396778] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.397056] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.397259] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.397552] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.397693] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.398034] env[69195]: DEBUG nova.virt.hardware [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.400087] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216141ce-b4c2-438a-a459-ebe7388f8199 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.410136] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c546d-e985-477f-9824-6a7451a16d9c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.441546] env[69195]: DEBUG nova.scheduler.client.report [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.517378] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504395, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.691433] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.863863] env[69195]: DEBUG oslo_vmware.api [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368194} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.864347] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.864701] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.864911] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.865119] env[69195]: INFO nova.compute.manager [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 851.865373] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.865566] env[69195]: DEBUG nova.compute.manager [-] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.865652] env[69195]: DEBUG nova.network.neutron [-] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.946679] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.946974] env[69195]: DEBUG nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.950280] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.025s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.950689] env[69195]: DEBUG nova.objects.instance [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lazy-loading 'resources' on Instance uuid b2653fad-b50b-40ba-b1a8-6d18431f559a {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.016938] env[69195]: DEBUG nova.network.neutron [req-c6594c63-a096-492d-9306-1918fabcb654 req-243e3f63-330c-43b2-bbf3-041454c7dcb1 service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Updated VIF entry in instance network info cache for port 39a6e13e-097d-4320-88ec-4558a53e8109. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.016938] env[69195]: DEBUG nova.network.neutron [req-c6594c63-a096-492d-9306-1918fabcb654 req-243e3f63-330c-43b2-bbf3-041454c7dcb1 service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Updating instance_info_cache with network_info: [{"id": "39a6e13e-097d-4320-88ec-4558a53e8109", "address": "fa:16:3e:d5:e3:2f", "network": {"id": "df9aea0a-2363-4b3e-b3c8-f039f5c1835e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-673382123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9f79f4a159d4fed860243728dfce985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a6e13e-09", "ovs_interfaceid": "39a6e13e-097d-4320-88ec-4558a53e8109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.025324] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504395, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.072516] env[69195]: DEBUG nova.network.neutron [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Successfully updated port: e3b368bc-f7ce-4880-8f17-706cc99a4ceb {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.076601] env[69195]: DEBUG nova.compute.manager [req-2cfc10cb-4b19-421b-bedf-ed71c337d1bb req-c21c0798-37b8-477b-93a5-0890877256c6 service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Received event network-vif-plugged-e3b368bc-f7ce-4880-8f17-706cc99a4ceb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.076821] env[69195]: DEBUG oslo_concurrency.lockutils [req-2cfc10cb-4b19-421b-bedf-ed71c337d1bb req-c21c0798-37b8-477b-93a5-0890877256c6 service nova] Acquiring lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.077094] env[69195]: DEBUG oslo_concurrency.lockutils [req-2cfc10cb-4b19-421b-bedf-ed71c337d1bb req-c21c0798-37b8-477b-93a5-0890877256c6 service nova] Lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.077203] env[69195]: DEBUG oslo_concurrency.lockutils [req-2cfc10cb-4b19-421b-bedf-ed71c337d1bb req-c21c0798-37b8-477b-93a5-0890877256c6 service nova] Lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.077372] env[69195]: DEBUG nova.compute.manager [req-2cfc10cb-4b19-421b-bedf-ed71c337d1bb req-c21c0798-37b8-477b-93a5-0890877256c6 service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] No waiting events found dispatching network-vif-plugged-e3b368bc-f7ce-4880-8f17-706cc99a4ceb {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.077534] env[69195]: WARNING nova.compute.manager [req-2cfc10cb-4b19-421b-bedf-ed71c337d1bb req-c21c0798-37b8-477b-93a5-0890877256c6 service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Received unexpected event network-vif-plugged-e3b368bc-f7ce-4880-8f17-706cc99a4ceb for instance with vm_state building and task_state spawning. [ 852.198875] env[69195]: DEBUG oslo_vmware.api [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504396, 'name': PowerOnVM_Task, 'duration_secs': 0.764436} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.198875] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.198875] env[69195]: INFO nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Took 8.31 seconds to spawn the instance on the hypervisor. [ 852.198875] env[69195]: DEBUG nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.198875] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e3e25-9407-4e2f-9bad-2c94e3368145 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.453666] env[69195]: DEBUG nova.compute.utils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.455743] env[69195]: DEBUG nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.457043] env[69195]: DEBUG nova.network.neutron [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.503178] env[69195]: DEBUG nova.policy [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd2d3d02ecfa4a368aa4635665978be0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9d4b384fa964a08bc93bef38f7ad87b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.519018] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504395, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.520741] env[69195]: DEBUG oslo_concurrency.lockutils [req-c6594c63-a096-492d-9306-1918fabcb654 req-243e3f63-330c-43b2-bbf3-041454c7dcb1 service nova] Releasing lock "refresh_cache-2c8061f8-b3ff-4b47-b96a-084abf743d0e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.571660] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "refresh_cache-faf12bed-a33c-4598-a27b-7c2fca92b4e9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.571844] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "refresh_cache-faf12bed-a33c-4598-a27b-7c2fca92b4e9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.571999] env[69195]: DEBUG nova.network.neutron [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.705185] env[69195]: DEBUG nova.network.neutron [-] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.721919] env[69195]: INFO nova.compute.manager [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Took 36.90 seconds to build instance. [ 852.766487] env[69195]: DEBUG nova.network.neutron [-] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.833301] env[69195]: DEBUG nova.network.neutron [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Successfully created port: 91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.944129] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e087a7-88f4-46dc-a3fd-6abd1b9e5341 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.951740] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1e6e87-e460-454b-b33a-40c0823350d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.980708] env[69195]: DEBUG nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.983894] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d84b59-675b-4023-b137-5b7aa32ca67b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.991301] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c086499-9442-407a-a577-d4e33cffd346 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.005068] env[69195]: DEBUG nova.compute.provider_tree [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.017455] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504395, 'name': CreateVM_Task, 'duration_secs': 1.523114} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.017829] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.018599] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.018831] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.019488] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.020015] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7e2569-e481-4860-92fc-0ca5d497908e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.025583] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 853.025583] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5256181f-2ce4-61d5-48c0-1792249e201a" [ 853.025583] env[69195]: _type = "Task" [ 853.025583] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.033762] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5256181f-2ce4-61d5-48c0-1792249e201a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.133077] env[69195]: DEBUG nova.network.neutron [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.160350] env[69195]: DEBUG nova.compute.manager [req-935f0b1e-de20-42b7-b03a-9c86f0e5c067 req-8db1a93f-6054-4913-a567-89ec56ea0875 service nova] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Received event network-vif-deleted-5291e09e-156b-45f6-aa8e-58d389b476cd {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.160553] env[69195]: DEBUG nova.compute.manager [req-935f0b1e-de20-42b7-b03a-9c86f0e5c067 req-8db1a93f-6054-4913-a567-89ec56ea0875 service nova] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Received event network-vif-deleted-0f2aa834-fd15-40eb-aa22-447569332526 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.252852] env[69195]: INFO nova.compute.manager [-] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Took 1.87 seconds to deallocate network for instance. [ 853.252852] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6437f7c6-07eb-4253-9563-f9eeb63f9e7b tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.672s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.271578] env[69195]: INFO nova.compute.manager [-] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Took 1.41 seconds to deallocate network for instance. [ 853.339243] env[69195]: DEBUG nova.network.neutron [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Updating instance_info_cache with network_info: [{"id": "e3b368bc-f7ce-4880-8f17-706cc99a4ceb", "address": "fa:16:3e:6f:ad:78", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b368bc-f7", "ovs_interfaceid": "e3b368bc-f7ce-4880-8f17-706cc99a4ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.508810] env[69195]: DEBUG nova.scheduler.client.report [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.536304] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5256181f-2ce4-61d5-48c0-1792249e201a, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.536608] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.536838] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.537087] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.537236] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.537413] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.537664] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56e6dfa6-5d61-45f3-a249-012141bb2d3a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.545978] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.546178] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.546879] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6dafff-83b9-4886-87eb-6bab34463074 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.552298] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 853.552298] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5221b5f3-fa84-2551-33cb-dda4163370a6" [ 853.552298] env[69195]: _type = "Task" [ 853.552298] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.559384] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5221b5f3-fa84-2551-33cb-dda4163370a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.729446] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.730395] env[69195]: DEBUG nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.778957] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.842358] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "refresh_cache-faf12bed-a33c-4598-a27b-7c2fca92b4e9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.842720] env[69195]: DEBUG nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Instance network_info: |[{"id": "e3b368bc-f7ce-4880-8f17-706cc99a4ceb", "address": "fa:16:3e:6f:ad:78", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b368bc-f7", "ovs_interfaceid": "e3b368bc-f7ce-4880-8f17-706cc99a4ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.843122] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:ad:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3b368bc-f7ce-4880-8f17-706cc99a4ceb', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.850877] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.852072] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.852072] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e41931a-04d3-4a3f-9e21-49c5b976e8f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.871296] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.871296] env[69195]: value = "task-3504399" [ 853.871296] env[69195]: _type = "Task" [ 853.871296] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.880442] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504399, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.995741] env[69195]: DEBUG nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.013571] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.016204] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.849s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.016413] env[69195]: DEBUG nova.objects.instance [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lazy-loading 'resources' on Instance uuid a72cc066-0d49-400b-8afe-3df0a1527ca9 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.024009] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.024009] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.024215] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.025049] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.025049] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.025049] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.025184] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.025277] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.025504] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.025719] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.025967] env[69195]: DEBUG nova.virt.hardware [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.026827] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f225031-c8fb-4fde-816e-11b805398c78 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.037504] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cace4b5-68ae-4eeb-ac95-90b468f78f99 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.042502] env[69195]: INFO nova.scheduler.client.report [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Deleted allocations for instance b2653fad-b50b-40ba-b1a8-6d18431f559a [ 854.065610] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5221b5f3-fa84-2551-33cb-dda4163370a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008199} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.066428] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36499e76-5694-4dd2-929d-c81be876bfc9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.072315] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 854.072315] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52210dbe-cb4d-4da0-7d24-63e2d162fe34" [ 854.072315] env[69195]: _type = "Task" [ 854.072315] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.082357] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52210dbe-cb4d-4da0-7d24-63e2d162fe34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.104846] env[69195]: DEBUG nova.compute.manager [req-83db5d2b-051e-4327-9540-ca2ba245d10d req-0800c613-0a41-4877-8168-07c22c95f458 service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Received event network-changed-e3b368bc-f7ce-4880-8f17-706cc99a4ceb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.105150] env[69195]: DEBUG nova.compute.manager [req-83db5d2b-051e-4327-9540-ca2ba245d10d req-0800c613-0a41-4877-8168-07c22c95f458 service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Refreshing instance network info cache due to event network-changed-e3b368bc-f7ce-4880-8f17-706cc99a4ceb. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.105275] env[69195]: DEBUG oslo_concurrency.lockutils [req-83db5d2b-051e-4327-9540-ca2ba245d10d req-0800c613-0a41-4877-8168-07c22c95f458 service nova] Acquiring lock "refresh_cache-faf12bed-a33c-4598-a27b-7c2fca92b4e9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.105424] env[69195]: DEBUG oslo_concurrency.lockutils [req-83db5d2b-051e-4327-9540-ca2ba245d10d req-0800c613-0a41-4877-8168-07c22c95f458 service nova] Acquired lock "refresh_cache-faf12bed-a33c-4598-a27b-7c2fca92b4e9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.105667] env[69195]: DEBUG nova.network.neutron [req-83db5d2b-051e-4327-9540-ca2ba245d10d req-0800c613-0a41-4877-8168-07c22c95f458 service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Refreshing network info cache for port e3b368bc-f7ce-4880-8f17-706cc99a4ceb {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.250263] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.385687] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504399, 'name': CreateVM_Task, 'duration_secs': 0.295248} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.385687] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.385687] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.385687] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.386822] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.386822] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec375d14-608a-4567-93af-2ab65fe439e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.392661] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 854.392661] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a8f3a5-a41d-7b67-9cff-36ee2ca805be" [ 854.392661] env[69195]: _type = "Task" [ 854.392661] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.401566] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a8f3a5-a41d-7b67-9cff-36ee2ca805be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.532627] env[69195]: DEBUG nova.network.neutron [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Successfully updated port: 91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.563907] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4538bad9-51a5-4cab-9bf3-275abe4dd487 tempest-ServerGroupTestJSON-1011282019 tempest-ServerGroupTestJSON-1011282019-project-member] Lock "b2653fad-b50b-40ba-b1a8-6d18431f559a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.568s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.585328] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52210dbe-cb4d-4da0-7d24-63e2d162fe34, 'name': SearchDatastore_Task, 'duration_secs': 0.010832} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.585599] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.586963] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 2c8061f8-b3ff-4b47-b96a-084abf743d0e/2c8061f8-b3ff-4b47-b96a-084abf743d0e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.586963] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b99cd15d-db73-478b-a5c5-e752f6aa2ea9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.596024] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 854.596024] env[69195]: value = "task-3504400" [ 854.596024] env[69195]: _type = "Task" [ 854.596024] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.604499] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.706235] env[69195]: DEBUG nova.compute.manager [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.712617] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c254fad-d514-437f-a58f-2fb4f9645982 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.874838] env[69195]: DEBUG nova.network.neutron [req-83db5d2b-051e-4327-9540-ca2ba245d10d req-0800c613-0a41-4877-8168-07c22c95f458 service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Updated VIF entry in instance network info cache for port e3b368bc-f7ce-4880-8f17-706cc99a4ceb. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.875212] env[69195]: DEBUG nova.network.neutron [req-83db5d2b-051e-4327-9540-ca2ba245d10d req-0800c613-0a41-4877-8168-07c22c95f458 service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Updating instance_info_cache with network_info: [{"id": "e3b368bc-f7ce-4880-8f17-706cc99a4ceb", "address": "fa:16:3e:6f:ad:78", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3b368bc-f7", "ovs_interfaceid": "e3b368bc-f7ce-4880-8f17-706cc99a4ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.907554] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a8f3a5-a41d-7b67-9cff-36ee2ca805be, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.907896] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.908190] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.908821] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.908821] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.908821] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.909929] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc44263f-c948-44f3-9001-bb881e49e990 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.924321] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.924528] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.925506] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1254ac-293a-4be6-bcd6-36c23f2b6ab0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.934062] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 854.934062] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d0756e-fc38-c59e-7e22-f3eee087ec52" [ 854.934062] env[69195]: _type = "Task" [ 854.934062] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.944432] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d0756e-fc38-c59e-7e22-f3eee087ec52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.038893] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.039164] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.039415] env[69195]: DEBUG nova.network.neutron [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.110023] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499799} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.110023] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 2c8061f8-b3ff-4b47-b96a-084abf743d0e/2c8061f8-b3ff-4b47-b96a-084abf743d0e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.110023] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.110023] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b75e4ba0-3d79-49cc-8d40-60a8fda8ad88 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.112360] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d70086-a9ff-42c5-834d-165844f46d17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.120960] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09a071-2254-4c88-8886-9fa3ad737a48 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.125048] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 855.125048] env[69195]: value = "task-3504401" [ 855.125048] env[69195]: _type = "Task" [ 855.125048] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.155866] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d54f56-7455-4468-9e9d-a44238efc738 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.161542] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.167692] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a87e8-afe0-419b-802d-ef8aa6597984 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.186024] env[69195]: DEBUG nova.compute.provider_tree [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.228048] env[69195]: INFO nova.compute.manager [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] instance snapshotting [ 855.230551] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d11a817-85e4-44f4-a162-1d15df215e8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.251928] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3925c36f-0a8c-4840-afc2-0d26e1a13d3d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.350294] env[69195]: DEBUG nova.compute.manager [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Received event network-vif-plugged-91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.350294] env[69195]: DEBUG oslo_concurrency.lockutils [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] Acquiring lock "5aa340ef-8745-41fd-a919-d363722071c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.351521] env[69195]: DEBUG oslo_concurrency.lockutils [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] Lock "5aa340ef-8745-41fd-a919-d363722071c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.351753] env[69195]: DEBUG oslo_concurrency.lockutils [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] Lock "5aa340ef-8745-41fd-a919-d363722071c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.351940] env[69195]: DEBUG nova.compute.manager [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] No waiting events found dispatching network-vif-plugged-91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.352143] env[69195]: WARNING nova.compute.manager [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Received unexpected event network-vif-plugged-91083377-9e3a-442b-947a-8b5ac6ea05d1 for instance with vm_state building and task_state spawning. [ 855.352306] env[69195]: DEBUG nova.compute.manager [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Received event network-changed-91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.352446] env[69195]: DEBUG nova.compute.manager [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Refreshing instance network info cache due to event network-changed-91083377-9e3a-442b-947a-8b5ac6ea05d1. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.352624] env[69195]: DEBUG oslo_concurrency.lockutils [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] Acquiring lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.378709] env[69195]: DEBUG oslo_concurrency.lockutils [req-83db5d2b-051e-4327-9540-ca2ba245d10d req-0800c613-0a41-4877-8168-07c22c95f458 service nova] Releasing lock "refresh_cache-faf12bed-a33c-4598-a27b-7c2fca92b4e9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.446479] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d0756e-fc38-c59e-7e22-f3eee087ec52, 'name': SearchDatastore_Task, 'duration_secs': 0.061338} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.447608] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e61b255-18e7-4265-a8a2-0110a75b4f4e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.454160] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 855.454160] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52778657-7644-c7d3-3c79-314851cdb1f5" [ 855.454160] env[69195]: _type = "Task" [ 855.454160] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.464488] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52778657-7644-c7d3-3c79-314851cdb1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.577767] env[69195]: DEBUG nova.network.neutron [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.634801] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251902} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.635138] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.635945] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6310edf3-de4e-4bc2-9f87-9a24b019c426 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.658912] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 2c8061f8-b3ff-4b47-b96a-084abf743d0e/2c8061f8-b3ff-4b47-b96a-084abf743d0e.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.661877] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f232e4b-8015-4aef-88e6-6dd6ad4bae27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.683218] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 855.683218] env[69195]: value = "task-3504402" [ 855.683218] env[69195]: _type = "Task" [ 855.683218] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.690037] env[69195]: DEBUG nova.scheduler.client.report [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.702016] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.762560] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.762844] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f82059c-3999-44af-844d-15c4bcb487f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765718] env[69195]: DEBUG nova.network.neutron [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updating instance_info_cache with network_info: [{"id": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "address": "fa:16:3e:c4:ef:91", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91083377-9e", "ovs_interfaceid": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.772209] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 855.772209] env[69195]: value = "task-3504403" [ 855.772209] env[69195]: _type = "Task" [ 855.772209] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.781138] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504403, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.967680] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52778657-7644-c7d3-3c79-314851cdb1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.026106} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.967680] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.967680] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] faf12bed-a33c-4598-a27b-7c2fca92b4e9/faf12bed-a33c-4598-a27b-7c2fca92b4e9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.967930] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5b4411c-c790-4e13-ae2d-23ec6b3a122b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.975414] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 855.975414] env[69195]: value = "task-3504404" [ 855.975414] env[69195]: _type = "Task" [ 855.975414] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.989274] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.195555] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.201539] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.203636] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.178s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.203636] env[69195]: DEBUG nova.objects.instance [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lazy-loading 'resources' on Instance uuid c9830507-cc85-4b09-ae22-fa809fee2d1a {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.234952] env[69195]: INFO nova.scheduler.client.report [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Deleted allocations for instance a72cc066-0d49-400b-8afe-3df0a1527ca9 [ 856.268145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Releasing lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.268644] env[69195]: DEBUG nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Instance network_info: |[{"id": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "address": "fa:16:3e:c4:ef:91", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91083377-9e", "ovs_interfaceid": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.269672] env[69195]: DEBUG oslo_concurrency.lockutils [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] Acquired lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.269672] env[69195]: DEBUG nova.network.neutron [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Refreshing network info cache for port 91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.270701] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:ef:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91083377-9e3a-442b-947a-8b5ac6ea05d1', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.284519] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Creating folder: Project (c9d4b384fa964a08bc93bef38f7ad87b). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.284519] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20c5b89d-4e2b-4fcc-90e4-acf1874eef3a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.295247] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504403, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.297651] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Created folder: Project (c9d4b384fa964a08bc93bef38f7ad87b) in parent group-v700121. [ 856.297976] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Creating folder: Instances. Parent ref: group-v700286. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.298355] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a194ef2c-f2ea-491b-8cb0-bc954818d257 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.310169] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Created folder: Instances in parent group-v700286. [ 856.311033] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.311033] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.311033] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce73fc41-a776-448f-ab91-3bd4e894a727 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.332380] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.332380] env[69195]: value = "task-3504407" [ 856.332380] env[69195]: _type = "Task" [ 856.332380] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.343037] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504407, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.485195] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504404, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.698620] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504402, 'name': ReconfigVM_Task, 'duration_secs': 0.564413} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.699089] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 2c8061f8-b3ff-4b47-b96a-084abf743d0e/2c8061f8-b3ff-4b47-b96a-084abf743d0e.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.700073] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d698c26-02b5-497d-95aa-360084d2eae1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.714463] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 856.714463] env[69195]: value = "task-3504408" [ 856.714463] env[69195]: _type = "Task" [ 856.714463] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.725292] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504408, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.744210] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2f4330f-f23e-45af-b8e3-e7dd9626799d tempest-ServerRescueTestJSONUnderV235-1972914019 tempest-ServerRescueTestJSONUnderV235-1972914019-project-member] Lock "a72cc066-0d49-400b-8afe-3df0a1527ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.033s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.798860] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504403, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.846804] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504407, 'name': CreateVM_Task, 'duration_secs': 0.450264} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.846804] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.846804] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.846804] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.847147] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.847781] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272370d7-a096-407f-8dde-ff0f7e1d3ade {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.853494] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 856.853494] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522aae8d-411e-56d0-1ad8-c211874e816b" [ 856.853494] env[69195]: _type = "Task" [ 856.853494] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.861991] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522aae8d-411e-56d0-1ad8-c211874e816b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.989279] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626784} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.989649] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] faf12bed-a33c-4598-a27b-7c2fca92b4e9/faf12bed-a33c-4598-a27b-7c2fca92b4e9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.989883] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.990162] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e61d9b00-aac5-4e30-a3b1-898436edb1b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.000511] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 857.000511] env[69195]: value = "task-3504409" [ 857.000511] env[69195]: _type = "Task" [ 857.000511] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.010926] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.079029] env[69195]: DEBUG nova.network.neutron [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updated VIF entry in instance network info cache for port 91083377-9e3a-442b-947a-8b5ac6ea05d1. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.079567] env[69195]: DEBUG nova.network.neutron [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updating instance_info_cache with network_info: [{"id": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "address": "fa:16:3e:c4:ef:91", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91083377-9e", "ovs_interfaceid": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.212787] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcaab75-7550-4578-9b22-007d7ed6e8c0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.232862] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf19139-04a5-453d-8c1c-8598b37f9dce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.237049] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504408, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.269499] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fa04f6-afdb-411e-be9d-eab6a22453c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.277167] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a6f1f8-6156-4184-a241-6a7981b3948d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.293866] env[69195]: DEBUG nova.compute.provider_tree [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.303868] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504403, 'name': CreateSnapshot_Task, 'duration_secs': 1.187761} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.304164] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 857.306448] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1418ad49-833b-4c43-8d53-1dae9abf6499 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.364803] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522aae8d-411e-56d0-1ad8-c211874e816b, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.365132] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.365370] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.365600] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.365746] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.365920] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.366211] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5652d3f-8e5a-4997-bdac-e95e8ec69ded {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.384923] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.385843] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.385843] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a5bb44-2274-4cd3-94de-a7e616ba6d0d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.392493] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 857.392493] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525f3cbb-65db-0d4c-43cf-29e93f22fac7" [ 857.392493] env[69195]: _type = "Task" [ 857.392493] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.399355] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525f3cbb-65db-0d4c-43cf-29e93f22fac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.509668] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072877} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.510061] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.511238] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57011d5-da60-438e-a6e2-0bb8fb495113 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.537921] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] faf12bed-a33c-4598-a27b-7c2fca92b4e9/faf12bed-a33c-4598-a27b-7c2fca92b4e9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.538925] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e342122-e1e2-46df-bdb9-ec59663d32f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.560761] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 857.560761] env[69195]: value = "task-3504410" [ 857.560761] env[69195]: _type = "Task" [ 857.560761] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.570660] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.582584] env[69195]: DEBUG oslo_concurrency.lockutils [req-fee6f2f5-be6d-46d9-8573-c3cc48d36f14 req-3d19643a-d08f-4284-ac03-430722576de5 service nova] Releasing lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.727837] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504408, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.800030] env[69195]: DEBUG nova.scheduler.client.report [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.824851] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 857.825855] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-185dc0c1-934f-4ca4-9c21-b3a91148c5dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.836791] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 857.836791] env[69195]: value = "task-3504411" [ 857.836791] env[69195]: _type = "Task" [ 857.836791] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.849947] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504411, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.903272] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525f3cbb-65db-0d4c-43cf-29e93f22fac7, 'name': SearchDatastore_Task, 'duration_secs': 0.052205} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.904053] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37cbde22-152f-46c9-b655-83ddf9689fae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.909717] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 857.909717] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529b1d73-aead-d916-8a63-f8bb0a8a8fb7" [ 857.909717] env[69195]: _type = "Task" [ 857.909717] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.917417] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529b1d73-aead-d916-8a63-f8bb0a8a8fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.075957] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504410, 'name': ReconfigVM_Task, 'duration_secs': 0.307477} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.079124] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Reconfigured VM instance instance-00000039 to attach disk [datastore2] faf12bed-a33c-4598-a27b-7c2fca92b4e9/faf12bed-a33c-4598-a27b-7c2fca92b4e9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.079124] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bd771d5-aa98-4aa4-b473-1a6eba335c71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.085163] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 858.085163] env[69195]: value = "task-3504412" [ 858.085163] env[69195]: _type = "Task" [ 858.085163] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.095160] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504412, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.125879] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.127260] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.127803] env[69195]: INFO nova.compute.manager [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Rebooting instance [ 858.212273] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "94cd8c25-80e2-4bc4-a283-3162301561ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.212498] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "94cd8c25-80e2-4bc4-a283-3162301561ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.226472] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504408, 'name': Rename_Task, 'duration_secs': 1.156159} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.226775] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.227200] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6957ae87-14eb-4a12-9244-77179bd9fe4b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.233688] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 858.233688] env[69195]: value = "task-3504413" [ 858.233688] env[69195]: _type = "Task" [ 858.233688] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.243948] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.308625] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.311521] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.239s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.313131] env[69195]: INFO nova.compute.claims [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.337908] env[69195]: INFO nova.scheduler.client.report [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Deleted allocations for instance c9830507-cc85-4b09-ae22-fa809fee2d1a [ 858.353428] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504411, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.420701] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529b1d73-aead-d916-8a63-f8bb0a8a8fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.420972] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.421257] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 5aa340ef-8745-41fd-a919-d363722071c0/5aa340ef-8745-41fd-a919-d363722071c0.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.421521] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62def2ea-ccf3-45a3-a34f-325e230e49ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.430318] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 858.430318] env[69195]: value = "task-3504414" [ 858.430318] env[69195]: _type = "Task" [ 858.430318] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.438967] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.596946] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504412, 'name': Rename_Task, 'duration_secs': 0.162479} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.596946] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.596946] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-badbc4c4-f268-4990-85c1-abbee576e429 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.605985] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 858.605985] env[69195]: value = "task-3504415" [ 858.605985] env[69195]: _type = "Task" [ 858.605985] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.618221] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.661766] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.662329] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.662738] env[69195]: DEBUG nova.network.neutron [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.747753] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.854122] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504411, 'name': CloneVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.854739] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0d0e7ec-9516-401d-aac7-705348de2075 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "c9830507-cc85-4b09-ae22-fa809fee2d1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.292s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.903228] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "6ae50937-9b05-4ef1-98eb-7f9df3073804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.903495] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "6ae50937-9b05-4ef1-98eb-7f9df3073804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.944919] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504414, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.116832] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.249027] env[69195]: DEBUG oslo_vmware.api [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504413, 'name': PowerOnVM_Task, 'duration_secs': 0.514971} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.249027] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.249027] env[69195]: INFO nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Took 10.65 seconds to spawn the instance on the hypervisor. [ 859.249027] env[69195]: DEBUG nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.249027] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319d90b8-6f6e-4385-9e96-21e70f53c43e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.349708] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504411, 'name': CloneVM_Task, 'duration_secs': 1.475844} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.349997] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Created linked-clone VM from snapshot [ 859.351100] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9fd6dd-f980-41cd-8c21-1698481d8b1a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.365808] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Uploading image 80ca0102-e78b-4b6f-b174-f4a2a06b0245 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 859.401683] env[69195]: DEBUG oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 859.401683] env[69195]: value = "vm-700290" [ 859.401683] env[69195]: _type = "VirtualMachine" [ 859.401683] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 859.402388] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b826ee54-cf24-48eb-9823-f8494db7ff72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.411885] env[69195]: DEBUG oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lease: (returnval){ [ 859.411885] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52996726-8de5-28ec-1774-d041ebf79d4f" [ 859.411885] env[69195]: _type = "HttpNfcLease" [ 859.411885] env[69195]: } obtained for exporting VM: (result){ [ 859.411885] env[69195]: value = "vm-700290" [ 859.411885] env[69195]: _type = "VirtualMachine" [ 859.411885] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 859.411885] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the lease: (returnval){ [ 859.411885] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52996726-8de5-28ec-1774-d041ebf79d4f" [ 859.411885] env[69195]: _type = "HttpNfcLease" [ 859.411885] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 859.418649] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.418649] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52996726-8de5-28ec-1774-d041ebf79d4f" [ 859.418649] env[69195]: _type = "HttpNfcLease" [ 859.418649] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 859.448102] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592408} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.449573] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 5aa340ef-8745-41fd-a919-d363722071c0/5aa340ef-8745-41fd-a919-d363722071c0.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.449832] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.450130] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f86c1395-e5e3-47d3-943b-92b694aafdcd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.459797] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 859.459797] env[69195]: value = "task-3504417" [ 859.459797] env[69195]: _type = "Task" [ 859.459797] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.470321] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.621155] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504415, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.628828] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.629080] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.629421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.629609] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.629777] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.632844] env[69195]: INFO nova.compute.manager [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Terminating instance [ 859.726676] env[69195]: DEBUG nova.network.neutron [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.767064] env[69195]: INFO nova.compute.manager [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Took 41.82 seconds to build instance. [ 859.889811] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f935897-af7c-47d4-a51f-1edf09f513c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.900042] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b42069-3082-4622-9669-fce0dee69865 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.935603] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0171470-04fd-4e37-9b28-c530e42dbacc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.941699] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 859.941699] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52996726-8de5-28ec-1774-d041ebf79d4f" [ 859.941699] env[69195]: _type = "HttpNfcLease" [ 859.941699] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 859.944708] env[69195]: DEBUG oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 859.944708] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52996726-8de5-28ec-1774-d041ebf79d4f" [ 859.944708] env[69195]: _type = "HttpNfcLease" [ 859.944708] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 859.945931] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4a35a2-798b-4599-a122-9d40b82ac8b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.950135] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b1b44c-82c7-4dd4-bf40-28e78359ee3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.958713] env[69195]: DEBUG oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8c061-206e-781c-acdd-a4c378068c45/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 859.958903] env[69195]: DEBUG oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8c061-206e-781c-acdd-a4c378068c45/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 859.968168] env[69195]: DEBUG nova.compute.provider_tree [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.046294] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274987} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.047796] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.049531] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423a45b-90e2-4803-9a74-ce56e0113aa1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.072699] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 5aa340ef-8745-41fd-a919-d363722071c0/5aa340ef-8745-41fd-a919-d363722071c0.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.073043] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f895af-ff0c-42ab-92ed-a31874fe3338 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.093253] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 860.093253] env[69195]: value = "task-3504418" [ 860.093253] env[69195]: _type = "Task" [ 860.093253] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.101691] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.119409] env[69195]: DEBUG oslo_vmware.api [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504415, 'name': PowerOnVM_Task, 'duration_secs': 1.280811} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.119778] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.119994] env[69195]: INFO nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Took 8.75 seconds to spawn the instance on the hypervisor. [ 860.120215] env[69195]: DEBUG nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.121482] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3253a91-fb08-449e-b098-37778118154b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.137044] env[69195]: DEBUG nova.compute.manager [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.137287] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.138266] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e6072-171c-4e25-8047-efcef2bf500a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.146118] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.146118] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a60b2668-c315-42cb-a80a-24f96db2489b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.152373] env[69195]: DEBUG oslo_vmware.api [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 860.152373] env[69195]: value = "task-3504419" [ 860.152373] env[69195]: _type = "Task" [ 860.152373] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.162811] env[69195]: DEBUG oslo_vmware.api [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.192100] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c083e46-43d3-453d-afb6-8e3572aff2e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.232026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.269218] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e26260f9-e81f-4eba-8ed0-dbd97e43dcc6 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.691s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.475987] env[69195]: DEBUG nova.scheduler.client.report [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.605020] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504418, 'name': ReconfigVM_Task, 'duration_secs': 0.373761} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.605020] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 5aa340ef-8745-41fd-a919-d363722071c0/5aa340ef-8745-41fd-a919-d363722071c0.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.606051] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e103ee26-b506-4b35-923c-7c3af81df4b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.612941] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 860.612941] env[69195]: value = "task-3504420" [ 860.612941] env[69195]: _type = "Task" [ 860.612941] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.621202] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504420, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.641345] env[69195]: INFO nova.compute.manager [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Took 38.14 seconds to build instance. [ 860.662864] env[69195]: DEBUG oslo_vmware.api [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504419, 'name': PowerOffVM_Task, 'duration_secs': 0.219238} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.663281] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.663468] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.663813] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-568dcbba-52d3-497e-958a-f2845b7298ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.738682] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.739388] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.739623] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Deleting the datastore file [datastore2] ad52c9c1-5738-4fb5-9d8e-add1d0b8a497 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.743770] env[69195]: DEBUG nova.compute.manager [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.744113] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2387ed37-092e-4ff5-ba52-d9044e5e5f52 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.747749] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f006554-a32c-424a-a790-db9d33e09710 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.759663] env[69195]: DEBUG oslo_vmware.api [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for the task: (returnval){ [ 860.759663] env[69195]: value = "task-3504422" [ 860.759663] env[69195]: _type = "Task" [ 860.759663] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.767567] env[69195]: DEBUG oslo_vmware.api [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.772566] env[69195]: DEBUG nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.983324] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.983855] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.988557] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.820s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.988842] env[69195]: DEBUG nova.objects.instance [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lazy-loading 'resources' on Instance uuid e7490889-d165-420a-86c1-e12a1ffb2897 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.124423] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504420, 'name': Rename_Task, 'duration_secs': 0.165366} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.124798] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.124979] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adc0cd59-7b9a-461e-9714-3c3d613ace5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.130995] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 861.130995] env[69195]: value = "task-3504423" [ 861.130995] env[69195]: _type = "Task" [ 861.130995] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.143359] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e831d0f3-043c-44f7-ae67-87b3dcb7bba4 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.587s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.145009] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.286759] env[69195]: DEBUG oslo_vmware.api [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Task: {'id': task-3504422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422223} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.289386] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.290142] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.290571] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.290770] env[69195]: INFO nova.compute.manager [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Took 1.15 seconds to destroy the instance on the hypervisor. [ 861.291040] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.291659] env[69195]: DEBUG nova.compute.manager [-] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.291798] env[69195]: DEBUG nova.network.neutron [-] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.308067] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.494030] env[69195]: DEBUG nova.compute.utils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.494030] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.494030] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.587032] env[69195]: DEBUG nova.policy [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7b8e9ec437a4ef69bbb38ca9fe72e7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7037bb6d16d34732958c05ca570ce448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.641921] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504423, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.649010] env[69195]: DEBUG nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.778383] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2834ef35-ac56-4d81-874e-64c465e15f04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.789312] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Doing hard reboot of VM {{(pid=69195) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 861.789614] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fbe395d8-1920-48fe-a645-a8c5436dc709 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.798202] env[69195]: DEBUG oslo_vmware.api [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 861.798202] env[69195]: value = "task-3504424" [ 861.798202] env[69195]: _type = "Task" [ 861.798202] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.806172] env[69195]: DEBUG oslo_vmware.api [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504424, 'name': ResetVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.882131] env[69195]: DEBUG nova.compute.manager [req-2cf95a9e-2ddf-4c7e-a591-a160db31074a req-3fe2847d-b067-42cc-9d8d-e8e26dd3988d service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Received event network-vif-deleted-8094f273-88cf-440b-92e4-954daf62d527 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.882131] env[69195]: INFO nova.compute.manager [req-2cf95a9e-2ddf-4c7e-a591-a160db31074a req-3fe2847d-b067-42cc-9d8d-e8e26dd3988d service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Neutron deleted interface 8094f273-88cf-440b-92e4-954daf62d527; detaching it from the instance and deleting it from the info cache [ 861.882131] env[69195]: DEBUG nova.network.neutron [req-2cf95a9e-2ddf-4c7e-a591-a160db31074a req-3fe2847d-b067-42cc-9d8d-e8e26dd3988d service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.001123] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.110774] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Successfully created port: 03bef75e-6f14-45da-a1a6-a59b55c161e3 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.130416] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82bb072-30ea-4a82-8d66-36b2431de77e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.146751] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a2abe2-00ee-4948-a21e-d8411930b993 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.151086] env[69195]: DEBUG oslo_vmware.api [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504423, 'name': PowerOnVM_Task, 'duration_secs': 0.701326} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.151435] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.151678] env[69195]: INFO nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Took 8.16 seconds to spawn the instance on the hypervisor. [ 862.151900] env[69195]: DEBUG nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.153099] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f806182b-0fc9-4b7e-a401-1af457574f7b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.190442] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09eaf2b-35a8-4710-94af-35ac74173890 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.205804] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4791e2da-2c7b-414d-8bb7-f3c16a611ca4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.220300] env[69195]: DEBUG nova.compute.provider_tree [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.224041] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.224041] env[69195]: DEBUG nova.network.neutron [-] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.228398] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.228621] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.228811] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.228986] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.229257] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.231401] env[69195]: INFO nova.compute.manager [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Terminating instance [ 862.311699] env[69195]: DEBUG oslo_vmware.api [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504424, 'name': ResetVM_Task, 'duration_secs': 0.124306} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.312524] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Did hard reboot of VM {{(pid=69195) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 862.312944] env[69195]: DEBUG nova.compute.manager [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.314106] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4224e655-7a8d-4e4e-a9b8-d4d0e3feb83b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.384705] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ff597cb-8ca6-4c83-abec-5c0a8e7f7e17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.395035] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e051d74-5d38-42ef-865c-36cc200bf7f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.433110] env[69195]: DEBUG nova.compute.manager [req-2cf95a9e-2ddf-4c7e-a591-a160db31074a req-3fe2847d-b067-42cc-9d8d-e8e26dd3988d service nova] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Detach interface failed, port_id=8094f273-88cf-440b-92e4-954daf62d527, reason: Instance ad52c9c1-5738-4fb5-9d8e-add1d0b8a497 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.707516] env[69195]: INFO nova.compute.manager [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Took 35.67 seconds to build instance. [ 862.726925] env[69195]: DEBUG nova.scheduler.client.report [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.730696] env[69195]: INFO nova.compute.manager [-] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Took 1.44 seconds to deallocate network for instance. [ 862.736220] env[69195]: DEBUG nova.compute.manager [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.736798] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.737933] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d18359-0a3f-46a1-9d56-f94e30948ead {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.746942] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.747217] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfa651d6-2504-48c8-b278-3235ce0bc063 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.754110] env[69195]: DEBUG oslo_vmware.api [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 862.754110] env[69195]: value = "task-3504425" [ 862.754110] env[69195]: _type = "Task" [ 862.754110] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.762578] env[69195]: DEBUG oslo_vmware.api [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.827266] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2351efbe-02c3-47d9-81fb-561e5bcf6938 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.701s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.946065] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquiring lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.946359] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.946579] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquiring lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.946769] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.946942] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.949327] env[69195]: INFO nova.compute.manager [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Terminating instance [ 863.014138] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.035304] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.036020] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.036020] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.036020] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.036180] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.036209] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.036405] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.036567] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.036731] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.036896] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.037101] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.037978] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db867b4-4c81-4a96-9075-b6152a9618d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.046399] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d93c4f0-6280-4af4-8008-44db55923a4b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.211629] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ab40ee85-45dc-4342-a58c-94c2e8240911 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "5aa340ef-8745-41fd-a919-d363722071c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.748s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.231997] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.235050] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.459s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.235050] env[69195]: DEBUG nova.objects.instance [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lazy-loading 'resources' on Instance uuid 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.238929] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.258163] env[69195]: INFO nova.scheduler.client.report [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted allocations for instance e7490889-d165-420a-86c1-e12a1ffb2897 [ 863.271624] env[69195]: DEBUG oslo_vmware.api [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504425, 'name': PowerOffVM_Task, 'duration_secs': 0.192771} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.271829] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.271995] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.272268] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd3f3196-3ee5-44c5-a4d9-2778883cd094 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.351437] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.351437] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.351437] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleting the datastore file [datastore2] faf12bed-a33c-4598-a27b-7c2fca92b4e9 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.351437] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54c9e512-f19a-4071-8094-8c585d30ef79 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.359172] env[69195]: DEBUG oslo_vmware.api [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 863.359172] env[69195]: value = "task-3504427" [ 863.359172] env[69195]: _type = "Task" [ 863.359172] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.368387] env[69195]: DEBUG oslo_vmware.api [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.453500] env[69195]: DEBUG nova.compute.manager [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.453782] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.456875] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ff52d-d350-4282-a444-edb0031b9bdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.463581] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.464022] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-650de238-4c3c-41b7-a912-4d6cfc5aa9c9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.470193] env[69195]: DEBUG oslo_vmware.api [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 863.470193] env[69195]: value = "task-3504428" [ 863.470193] env[69195]: _type = "Task" [ 863.470193] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.479413] env[69195]: DEBUG oslo_vmware.api [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.624095] env[69195]: DEBUG nova.compute.manager [req-e3c91056-2613-4c51-b986-415e7733fcc8 req-9ac041cb-d7fb-4e4d-90ae-e2f8f94bc816 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Received event network-changed-91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.624305] env[69195]: DEBUG nova.compute.manager [req-e3c91056-2613-4c51-b986-415e7733fcc8 req-9ac041cb-d7fb-4e4d-90ae-e2f8f94bc816 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Refreshing instance network info cache due to event network-changed-91083377-9e3a-442b-947a-8b5ac6ea05d1. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.624639] env[69195]: DEBUG oslo_concurrency.lockutils [req-e3c91056-2613-4c51-b986-415e7733fcc8 req-9ac041cb-d7fb-4e4d-90ae-e2f8f94bc816 service nova] Acquiring lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.624733] env[69195]: DEBUG oslo_concurrency.lockutils [req-e3c91056-2613-4c51-b986-415e7733fcc8 req-9ac041cb-d7fb-4e4d-90ae-e2f8f94bc816 service nova] Acquired lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.624807] env[69195]: DEBUG nova.network.neutron [req-e3c91056-2613-4c51-b986-415e7733fcc8 req-9ac041cb-d7fb-4e4d-90ae-e2f8f94bc816 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Refreshing network info cache for port 91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.716250] env[69195]: DEBUG nova.compute.manager [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.769682] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6ad9269f-3a0e-4611-9aef-44c4e9a83a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e7490889-d165-420a-86c1-e12a1ffb2897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.657s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.818413] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Successfully updated port: 03bef75e-6f14-45da-a1a6-a59b55c161e3 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.870090] env[69195]: DEBUG oslo_vmware.api [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149932} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.870457] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.871108] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.871108] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.871108] env[69195]: INFO nova.compute.manager [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 863.871320] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.871635] env[69195]: DEBUG nova.compute.manager [-] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.871635] env[69195]: DEBUG nova.network.neutron [-] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.980521] env[69195]: DEBUG oslo_vmware.api [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504428, 'name': PowerOffVM_Task, 'duration_secs': 0.238232} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.980755] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.980825] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.981130] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2c3695-74d8-44b2-8a4f-3250e0049de0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.053463] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.053463] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.053463] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Deleting the datastore file [datastore2] 2c8061f8-b3ff-4b47-b96a-084abf743d0e {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.054617] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33a1895e-b30a-43c5-9acb-1d48259f55f7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.057801] env[69195]: DEBUG nova.compute.manager [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Received event network-vif-plugged-03bef75e-6f14-45da-a1a6-a59b55c161e3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.058017] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] Acquiring lock "18155a46-d42f-4218-a66d-265ebd20111a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.058445] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] Lock "18155a46-d42f-4218-a66d-265ebd20111a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.058625] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] Lock "18155a46-d42f-4218-a66d-265ebd20111a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.058797] env[69195]: DEBUG nova.compute.manager [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] No waiting events found dispatching network-vif-plugged-03bef75e-6f14-45da-a1a6-a59b55c161e3 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.058964] env[69195]: WARNING nova.compute.manager [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Received unexpected event network-vif-plugged-03bef75e-6f14-45da-a1a6-a59b55c161e3 for instance with vm_state building and task_state spawning. [ 864.059152] env[69195]: DEBUG nova.compute.manager [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Received event network-changed-03bef75e-6f14-45da-a1a6-a59b55c161e3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.059285] env[69195]: DEBUG nova.compute.manager [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Refreshing instance network info cache due to event network-changed-03bef75e-6f14-45da-a1a6-a59b55c161e3. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.059477] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] Acquiring lock "refresh_cache-18155a46-d42f-4218-a66d-265ebd20111a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.059620] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] Acquired lock "refresh_cache-18155a46-d42f-4218-a66d-265ebd20111a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.059759] env[69195]: DEBUG nova.network.neutron [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Refreshing network info cache for port 03bef75e-6f14-45da-a1a6-a59b55c161e3 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.067114] env[69195]: DEBUG oslo_vmware.api [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for the task: (returnval){ [ 864.067114] env[69195]: value = "task-3504430" [ 864.067114] env[69195]: _type = "Task" [ 864.067114] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.075407] env[69195]: DEBUG oslo_vmware.api [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.241766] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.278543] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36d7cb6-b506-461c-89a8-f2c6354cba10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.286666] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e859db93-6ade-43de-ab92-2e23d82a8de8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.325253] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69207924-517b-4d17-965e-9d19777a15f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.328258] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "refresh_cache-18155a46-d42f-4218-a66d-265ebd20111a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.334709] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736d4a95-f38b-4817-9d02-977c2b33f768 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.350329] env[69195]: DEBUG nova.compute.provider_tree [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.463955] env[69195]: DEBUG nova.network.neutron [req-e3c91056-2613-4c51-b986-415e7733fcc8 req-9ac041cb-d7fb-4e4d-90ae-e2f8f94bc816 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updated VIF entry in instance network info cache for port 91083377-9e3a-442b-947a-8b5ac6ea05d1. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.465445] env[69195]: DEBUG nova.network.neutron [req-e3c91056-2613-4c51-b986-415e7733fcc8 req-9ac041cb-d7fb-4e4d-90ae-e2f8f94bc816 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updating instance_info_cache with network_info: [{"id": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "address": "fa:16:3e:c4:ef:91", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91083377-9e", "ovs_interfaceid": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.576337] env[69195]: DEBUG oslo_vmware.api [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Task: {'id': task-3504430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134854} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.576603] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.576785] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.576956] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.577167] env[69195]: INFO nova.compute.manager [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 864.577431] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.577626] env[69195]: DEBUG nova.compute.manager [-] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.577717] env[69195]: DEBUG nova.network.neutron [-] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.619391] env[69195]: DEBUG nova.network.neutron [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.795785] env[69195]: DEBUG nova.network.neutron [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.828916] env[69195]: DEBUG nova.network.neutron [-] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.854309] env[69195]: DEBUG nova.scheduler.client.report [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.968033] env[69195]: DEBUG oslo_concurrency.lockutils [req-e3c91056-2613-4c51-b986-415e7733fcc8 req-9ac041cb-d7fb-4e4d-90ae-e2f8f94bc816 service nova] Releasing lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.298673] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ffc412a-fb48-4d36-bb30-5580286e93f2 req-f4895fff-b5ea-405c-bdc2-3271235235aa service nova] Releasing lock "refresh_cache-18155a46-d42f-4218-a66d-265ebd20111a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.298781] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "refresh_cache-18155a46-d42f-4218-a66d-265ebd20111a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.298897] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.331602] env[69195]: INFO nova.compute.manager [-] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Took 1.46 seconds to deallocate network for instance. [ 865.360310] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.362796] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.814s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.362922] env[69195]: DEBUG nova.objects.instance [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lazy-loading 'resources' on Instance uuid fcdc8c40-b7ca-4600-aa70-61a12c264596 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.390619] env[69195]: INFO nova.scheduler.client.report [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleted allocations for instance 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f [ 865.519007] env[69195]: DEBUG nova.network.neutron [-] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.842293] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.845313] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.901772] env[69195]: DEBUG oslo_concurrency.lockutils [None req-57f04129-3a09-41e8-8434-cdbbdd7dbb58 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.778s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.023559] env[69195]: INFO nova.compute.manager [-] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Took 1.45 seconds to deallocate network for instance. [ 866.032178] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Updating instance_info_cache with network_info: [{"id": "03bef75e-6f14-45da-a1a6-a59b55c161e3", "address": "fa:16:3e:b6:8a:b8", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bef75e-6f", "ovs_interfaceid": "03bef75e-6f14-45da-a1a6-a59b55c161e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.091101] env[69195]: DEBUG nova.compute.manager [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Received event network-changed-91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.093071] env[69195]: DEBUG nova.compute.manager [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Refreshing instance network info cache due to event network-changed-91083377-9e3a-442b-947a-8b5ac6ea05d1. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.093071] env[69195]: DEBUG oslo_concurrency.lockutils [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] Acquiring lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.093071] env[69195]: DEBUG oslo_concurrency.lockutils [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] Acquired lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.093071] env[69195]: DEBUG nova.network.neutron [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Refreshing network info cache for port 91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.355457] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be728dfd-6576-47e5-acf6-5ed4281dde19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.365108] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd97187-5d94-453c-b97a-f85b0a037340 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.399083] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd986fcd-ffdd-4d89-9ab4-68886c762b55 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.406236] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d99d5-e91c-4d10-908d-7f17adfa99b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.421603] env[69195]: DEBUG nova.compute.provider_tree [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.531340] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.535237] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "refresh_cache-18155a46-d42f-4218-a66d-265ebd20111a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.535595] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Instance network_info: |[{"id": "03bef75e-6f14-45da-a1a6-a59b55c161e3", "address": "fa:16:3e:b6:8a:b8", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03bef75e-6f", "ovs_interfaceid": "03bef75e-6f14-45da-a1a6-a59b55c161e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.536102] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03bef75e-6f14-45da-a1a6-a59b55c161e3', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.549359] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.549637] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.549878] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6259fc00-ee58-4456-9c5f-63d5fb6f6e89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.572508] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.572508] env[69195]: value = "task-3504431" [ 866.572508] env[69195]: _type = "Task" [ 866.572508] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.582033] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504431, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.898482] env[69195]: DEBUG nova.network.neutron [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updated VIF entry in instance network info cache for port 91083377-9e3a-442b-947a-8b5ac6ea05d1. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.898961] env[69195]: DEBUG nova.network.neutron [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updating instance_info_cache with network_info: [{"id": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "address": "fa:16:3e:c4:ef:91", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91083377-9e", "ovs_interfaceid": "91083377-9e3a-442b-947a-8b5ac6ea05d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.925355] env[69195]: DEBUG nova.scheduler.client.report [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.086063] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504431, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.168101] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.168300] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.169177] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.169177] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.404760] env[69195]: DEBUG oslo_concurrency.lockutils [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] Releasing lock "refresh_cache-5aa340ef-8745-41fd-a919-d363722071c0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.405068] env[69195]: DEBUG nova.compute.manager [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Received event network-vif-deleted-e3b368bc-f7ce-4880-8f17-706cc99a4ceb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.405289] env[69195]: DEBUG nova.compute.manager [req-d8686969-186e-4a3a-90d8-856fb5b1ccaa req-d8eaff8a-1266-411f-8641-b70896fdc44a service nova] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Received event network-vif-deleted-39a6e13e-097d-4320-88ec-4558a53e8109 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.432015] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.436048] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.383s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.437073] env[69195]: INFO nova.compute.claims [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.455594] env[69195]: INFO nova.scheduler.client.report [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Deleted allocations for instance fcdc8c40-b7ca-4600-aa70-61a12c264596 [ 867.583240] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504431, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.963440] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ced3a2dc-1b99-4bdf-9735-3fa67d509094 tempest-ServerAddressesTestJSON-2052626003 tempest-ServerAddressesTestJSON-2052626003-project-member] Lock "fcdc8c40-b7ca-4600-aa70-61a12c264596" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.927s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.087430] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504431, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.590586] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504431, 'name': CreateVM_Task, 'duration_secs': 1.709106} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.590894] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.592305] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.592305] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.592530] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.592698] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88834fa-5878-456a-b41b-c756951f92bd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.597773] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 868.597773] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52254c20-752f-1397-ac14-ba7d2ccea826" [ 868.597773] env[69195]: _type = "Task" [ 868.597773] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.608437] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52254c20-752f-1397-ac14-ba7d2ccea826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.031859] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e85676-18f0-4981-bd14-8ca978f00f95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.040073] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534bb35-e62c-4841-a841-669b0b4a9d0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.077296] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eda2cc-0568-49fb-b102-18f1f7067008 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.088980] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e5e50-31c5-4cf5-ab6a-1d5ac7ba1cdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.104568] env[69195]: DEBUG nova.compute.provider_tree [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.119035] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52254c20-752f-1397-ac14-ba7d2ccea826, 'name': SearchDatastore_Task, 'duration_secs': 0.015345} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.119035] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.119035] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.119035] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.119035] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.119035] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.119463] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ece909f6-ba15-449a-aa9b-6b6f71e1baf9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.130629] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.130846] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.131657] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d7a4d6-cd59-4835-bbd6-b3034a839dc9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.137253] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 869.137253] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522271d3-af62-8754-b919-b95856eb7388" [ 869.137253] env[69195]: _type = "Task" [ 869.137253] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.147431] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522271d3-af62-8754-b919-b95856eb7388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.611460] env[69195]: DEBUG nova.scheduler.client.report [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.649034] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522271d3-af62-8754-b919-b95856eb7388, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.652266] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8a9288-150e-4ba6-8d36-985c487db358 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.658483] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 869.658483] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5227c3c3-467a-c0e0-25f5-3266a8e6f196" [ 869.658483] env[69195]: _type = "Task" [ 869.658483] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.670112] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5227c3c3-467a-c0e0-25f5-3266a8e6f196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.118205] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.118751] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.121419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.744s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.123041] env[69195]: INFO nova.compute.claims [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.170058] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5227c3c3-467a-c0e0-25f5-3266a8e6f196, 'name': SearchDatastore_Task, 'duration_secs': 0.019699} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.170278] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.170544] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 18155a46-d42f-4218-a66d-265ebd20111a/18155a46-d42f-4218-a66d-265ebd20111a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.170803] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec236873-1f89-4a0b-abc0-2133aab30537 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.178038] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 870.178038] env[69195]: value = "task-3504432" [ 870.178038] env[69195]: _type = "Task" [ 870.178038] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.186467] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.628298] env[69195]: DEBUG nova.compute.utils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.634032] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.634425] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.688986] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.691765] env[69195]: DEBUG nova.policy [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7b8e9ec437a4ef69bbb38ca9fe72e7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7037bb6d16d34732958c05ca570ce448', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.995354] env[69195]: DEBUG oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8c061-206e-781c-acdd-a4c378068c45/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 870.996432] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcf73c2-7e1d-4f50-8163-d8e67e3f4b93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.005366] env[69195]: DEBUG oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8c061-206e-781c-acdd-a4c378068c45/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 871.005559] env[69195]: ERROR oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8c061-206e-781c-acdd-a4c378068c45/disk-0.vmdk due to incomplete transfer. [ 871.006465] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Successfully created port: df44d706-f63d-40e7-baea-b03b0bcd4d91 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.008389] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b102a03-e67a-452b-9f54-cd942273978e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.015931] env[69195]: DEBUG oslo_vmware.rw_handles [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8c061-206e-781c-acdd-a4c378068c45/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 871.016167] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Uploaded image 80ca0102-e78b-4b6f-b174-f4a2a06b0245 to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 871.018451] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 871.018711] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b019a8e-f9f4-416b-8dd0-817861b21b6d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.025137] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 871.025137] env[69195]: value = "task-3504433" [ 871.025137] env[69195]: _type = "Task" [ 871.025137] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.034186] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504433, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.135108] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.188540] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601833} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.191351] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 18155a46-d42f-4218-a66d-265ebd20111a/18155a46-d42f-4218-a66d-265ebd20111a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.191501] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.192189] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41825b71-d70c-406b-85cc-c367895e013b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.200310] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 871.200310] env[69195]: value = "task-3504434" [ 871.200310] env[69195]: _type = "Task" [ 871.200310] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.211188] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.538215] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504433, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.602393] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fb267-fd0d-4732-ada6-b0fb123f1813 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.610744] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ab24ed-f552-45b8-bd53-0bbd425831ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.647291] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234351a-ce54-4b06-9ba1-2b1180917854 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.655065] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e28a6e-cc21-45ef-ac3a-e8165530e95d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.668466] env[69195]: DEBUG nova.compute.provider_tree [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.709987] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066221} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.710321] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.711157] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc1b3f9-5929-49ab-afba-953caabfb299 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.733644] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 18155a46-d42f-4218-a66d-265ebd20111a/18155a46-d42f-4218-a66d-265ebd20111a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.733904] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27ca77b-5d7e-4a71-a386-fd41c303a81e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.753625] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 871.753625] env[69195]: value = "task-3504435" [ 871.753625] env[69195]: _type = "Task" [ 871.753625] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.761434] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.037042] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504433, 'name': Destroy_Task, 'duration_secs': 0.845327} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.037323] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Destroyed the VM [ 872.037612] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 872.038217] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-adf5644d-e9f8-4340-b1d2-b6a205ffded3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.044533] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 872.044533] env[69195]: value = "task-3504436" [ 872.044533] env[69195]: _type = "Task" [ 872.044533] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.051917] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.151637] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.171761] env[69195]: DEBUG nova.scheduler.client.report [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.176784] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.177016] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.177184] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.177365] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.177509] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.177651] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.177885] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.178061] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.178255] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.178422] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.178592] env[69195]: DEBUG nova.virt.hardware [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.179445] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9321cb35-12bc-4f31-9acb-db1b0a57694e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.187429] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7709252d-dafd-4b14-b435-1608c1968d04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.263693] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504435, 'name': ReconfigVM_Task, 'duration_secs': 0.372028} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.264008] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 18155a46-d42f-4218-a66d-265ebd20111a/18155a46-d42f-4218-a66d-265ebd20111a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.264635] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-812f4daa-4168-4fb7-96e8-962898588a1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.272083] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 872.272083] env[69195]: value = "task-3504437" [ 872.272083] env[69195]: _type = "Task" [ 872.272083] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.279483] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504437, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.414238] env[69195]: DEBUG nova.compute.manager [req-a30b7d70-2d89-4650-af00-263d66c49b2f req-d73b3388-c85a-438e-92cc-c2e7738449bb service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Received event network-vif-plugged-df44d706-f63d-40e7-baea-b03b0bcd4d91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.414321] env[69195]: DEBUG oslo_concurrency.lockutils [req-a30b7d70-2d89-4650-af00-263d66c49b2f req-d73b3388-c85a-438e-92cc-c2e7738449bb service nova] Acquiring lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.414535] env[69195]: DEBUG oslo_concurrency.lockutils [req-a30b7d70-2d89-4650-af00-263d66c49b2f req-d73b3388-c85a-438e-92cc-c2e7738449bb service nova] Lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.414703] env[69195]: DEBUG oslo_concurrency.lockutils [req-a30b7d70-2d89-4650-af00-263d66c49b2f req-d73b3388-c85a-438e-92cc-c2e7738449bb service nova] Lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.414868] env[69195]: DEBUG nova.compute.manager [req-a30b7d70-2d89-4650-af00-263d66c49b2f req-d73b3388-c85a-438e-92cc-c2e7738449bb service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] No waiting events found dispatching network-vif-plugged-df44d706-f63d-40e7-baea-b03b0bcd4d91 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.415196] env[69195]: WARNING nova.compute.manager [req-a30b7d70-2d89-4650-af00-263d66c49b2f req-d73b3388-c85a-438e-92cc-c2e7738449bb service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Received unexpected event network-vif-plugged-df44d706-f63d-40e7-baea-b03b0bcd4d91 for instance with vm_state building and task_state spawning. [ 872.537323] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Successfully updated port: df44d706-f63d-40e7-baea-b03b0bcd4d91 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.555443] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.684306] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.684762] env[69195]: DEBUG nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.687667] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.134s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.687906] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.688018] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 872.688385] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.528s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.689974] env[69195]: INFO nova.compute.claims [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.693404] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc1f81c-f661-46c8-9b27-6791f480a5fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.702025] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55859ae5-1a2f-46b0-bbfc-1d381a8a7c66 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.716785] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d108de2-c0b7-4b8a-895f-d563c4c7ed40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.724147] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dda2d3-5da1-4c30-b277-3cd0bd8dc4b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.755734] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178953MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 872.755913] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.782428] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504437, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.040407] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "refresh_cache-7c08be5e-aa4d-4591-bdff-dee8161fb5d2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.040729] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "refresh_cache-7c08be5e-aa4d-4591-bdff-dee8161fb5d2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.040992] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.056151] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504436, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.194031] env[69195]: DEBUG nova.compute.utils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.197285] env[69195]: DEBUG nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.197451] env[69195]: DEBUG nova.network.neutron [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.233020] env[69195]: DEBUG nova.policy [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3bd35dcf57145f69aa042d06407610b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be8e58b64ff4dbbb62a4869c34b7f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.283098] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504437, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.525995] env[69195]: DEBUG nova.network.neutron [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Successfully created port: d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.556788] env[69195]: DEBUG oslo_vmware.api [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504436, 'name': RemoveSnapshot_Task, 'duration_secs': 1.494482} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.558355] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 873.559649] env[69195]: INFO nova.compute.manager [None req-6446d3de-c8e2-444b-ae6b-34ae585e9200 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Took 18.33 seconds to snapshot the instance on the hypervisor. [ 873.618573] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.698538] env[69195]: DEBUG nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.785171] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504437, 'name': Rename_Task, 'duration_secs': 1.133997} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.785171] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.785171] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15d43eb-c092-4911-a689-e99e3ce393d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.790405] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 873.790405] env[69195]: value = "task-3504438" [ 873.790405] env[69195]: _type = "Task" [ 873.790405] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.800588] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.127038] env[69195]: DEBUG nova.network.neutron [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Updating instance_info_cache with network_info: [{"id": "df44d706-f63d-40e7-baea-b03b0bcd4d91", "address": "fa:16:3e:8b:e9:25", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf44d706-f6", "ovs_interfaceid": "df44d706-f63d-40e7-baea-b03b0bcd4d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.234053] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093facf0-04a8-4ff7-9833-518775df3d0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.243916] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252425dc-9ccb-4a77-8f10-0141e670344d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.280057] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e66a2-23d7-442f-a5c5-58d7473d93a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.287606] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ba9040-73ae-49dd-a245-368f8227b676 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.304707] env[69195]: DEBUG nova.compute.provider_tree [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.312660] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504438, 'name': PowerOnVM_Task, 'duration_secs': 0.517963} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.312660] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.312660] env[69195]: INFO nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Took 11.30 seconds to spawn the instance on the hypervisor. [ 874.312660] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.312660] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8a93f3-006d-46f3-97ac-8652a0518971 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.476507] env[69195]: DEBUG nova.compute.manager [req-5bd44d86-360c-4336-ac64-4aa92ffa57ea req-be161d19-8f96-4a3d-bbe6-4a6a0b3ac875 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Received event network-changed-df44d706-f63d-40e7-baea-b03b0bcd4d91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.476704] env[69195]: DEBUG nova.compute.manager [req-5bd44d86-360c-4336-ac64-4aa92ffa57ea req-be161d19-8f96-4a3d-bbe6-4a6a0b3ac875 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Refreshing instance network info cache due to event network-changed-df44d706-f63d-40e7-baea-b03b0bcd4d91. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.476901] env[69195]: DEBUG oslo_concurrency.lockutils [req-5bd44d86-360c-4336-ac64-4aa92ffa57ea req-be161d19-8f96-4a3d-bbe6-4a6a0b3ac875 service nova] Acquiring lock "refresh_cache-7c08be5e-aa4d-4591-bdff-dee8161fb5d2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.630107] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "refresh_cache-7c08be5e-aa4d-4591-bdff-dee8161fb5d2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.630461] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Instance network_info: |[{"id": "df44d706-f63d-40e7-baea-b03b0bcd4d91", "address": "fa:16:3e:8b:e9:25", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf44d706-f6", "ovs_interfaceid": "df44d706-f63d-40e7-baea-b03b0bcd4d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.630802] env[69195]: DEBUG oslo_concurrency.lockutils [req-5bd44d86-360c-4336-ac64-4aa92ffa57ea req-be161d19-8f96-4a3d-bbe6-4a6a0b3ac875 service nova] Acquired lock "refresh_cache-7c08be5e-aa4d-4591-bdff-dee8161fb5d2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.630982] env[69195]: DEBUG nova.network.neutron [req-5bd44d86-360c-4336-ac64-4aa92ffa57ea req-be161d19-8f96-4a3d-bbe6-4a6a0b3ac875 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Refreshing network info cache for port df44d706-f63d-40e7-baea-b03b0bcd4d91 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.632259] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:e9:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df44d706-f63d-40e7-baea-b03b0bcd4d91', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.639836] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.640286] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.641449] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-691b969a-c48e-4fdd-99e5-4722f95a3d6d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.661443] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.661443] env[69195]: value = "task-3504439" [ 874.661443] env[69195]: _type = "Task" [ 874.661443] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.669633] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504439, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.725106] env[69195]: DEBUG nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.752452] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.752711] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.752866] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.753075] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.753234] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.753385] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.753588] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.753742] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.753909] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.754080] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.754256] env[69195]: DEBUG nova.virt.hardware [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.755152] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bba16e-59c0-4bb6-8661-3e80f75dc7ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.763516] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8931052b-d7fb-4b8f-bfce-cb35a5f5d7f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.809641] env[69195]: DEBUG nova.scheduler.client.report [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.830461] env[69195]: INFO nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Took 41.78 seconds to build instance. [ 875.171897] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504439, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.318019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.318019] env[69195]: DEBUG nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.319349] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.247s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.333199] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "18155a46-d42f-4218-a66d-265ebd20111a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.418s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.467984] env[69195]: DEBUG nova.network.neutron [req-5bd44d86-360c-4336-ac64-4aa92ffa57ea req-be161d19-8f96-4a3d-bbe6-4a6a0b3ac875 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Updated VIF entry in instance network info cache for port df44d706-f63d-40e7-baea-b03b0bcd4d91. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.468622] env[69195]: DEBUG nova.network.neutron [req-5bd44d86-360c-4336-ac64-4aa92ffa57ea req-be161d19-8f96-4a3d-bbe6-4a6a0b3ac875 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Updating instance_info_cache with network_info: [{"id": "df44d706-f63d-40e7-baea-b03b0bcd4d91", "address": "fa:16:3e:8b:e9:25", "network": {"id": "8d58c9de-dde2-41fb-817a-3d6f9d29dd11", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1699329696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7037bb6d16d34732958c05ca570ce448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf44d706-f6", "ovs_interfaceid": "df44d706-f63d-40e7-baea-b03b0bcd4d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.489326] env[69195]: DEBUG nova.compute.manager [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.490227] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9789bfb9-0d7b-407a-a748-fc302e52cb40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.625865] env[69195]: DEBUG nova.network.neutron [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Successfully updated port: d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.673527] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504439, 'name': CreateVM_Task, 'duration_secs': 0.603928} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.673696] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.674344] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.674511] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.674810] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.675071] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409f35f0-545d-485a-b442-be70d4856d39 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.680172] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 875.680172] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525ad31c-7ee5-80f2-c2ad-136aac303fc5" [ 875.680172] env[69195]: _type = "Task" [ 875.680172] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.689114] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525ad31c-7ee5-80f2-c2ad-136aac303fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.823016] env[69195]: DEBUG nova.compute.utils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.826705] env[69195]: INFO nova.compute.claims [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.830034] env[69195]: DEBUG nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.830635] env[69195]: DEBUG nova.network.neutron [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.839477] env[69195]: DEBUG nova.compute.manager [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.879282] env[69195]: DEBUG nova.policy [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '365d0dae86ba49bb9bb5af4ca2a537a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74091ccbcc7b406f972e1f97f2f38618', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.972152] env[69195]: DEBUG oslo_concurrency.lockutils [req-5bd44d86-360c-4336-ac64-4aa92ffa57ea req-be161d19-8f96-4a3d-bbe6-4a6a0b3ac875 service nova] Releasing lock "refresh_cache-7c08be5e-aa4d-4591-bdff-dee8161fb5d2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.000432] env[69195]: INFO nova.compute.manager [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] instance snapshotting [ 876.004262] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee699813-6ae4-45ee-9eb0-7528bb34339e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.029342] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9ef17c-33cf-4a17-8b3e-9c23a77b1662 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.133260] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.133260] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.133260] env[69195]: DEBUG nova.network.neutron [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.190533] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525ad31c-7ee5-80f2-c2ad-136aac303fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.015406} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.190930] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.191563] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.191563] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.191765] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.192009] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.192376] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56ba08df-b148-4c1a-93f2-48eb044b3fab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.197339] env[69195]: DEBUG nova.network.neutron [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Successfully created port: f19d7682-67e2-40c4-8721-cfd5f8a4bec3 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.201884] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.201884] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.202263] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a102cc-589a-4cfb-a939-5206e5da5f31 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.208984] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 876.208984] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52926d6f-ebae-636f-1fba-f3a751d9c9ed" [ 876.208984] env[69195]: _type = "Task" [ 876.208984] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.218432] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52926d6f-ebae-636f-1fba-f3a751d9c9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.330994] env[69195]: DEBUG nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.335166] env[69195]: INFO nova.compute.resource_tracker [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating resource usage from migration bb7d8289-71aa-4a79-8a55-4949e71767bc [ 876.368381] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.506342] env[69195]: DEBUG nova.compute.manager [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Received event network-vif-plugged-d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.506342] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] Acquiring lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.506342] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.506342] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.506465] env[69195]: DEBUG nova.compute.manager [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] No waiting events found dispatching network-vif-plugged-d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.506552] env[69195]: WARNING nova.compute.manager [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Received unexpected event network-vif-plugged-d4a524ac-6be2-4246-8f27-09159d533e92 for instance with vm_state building and task_state spawning. [ 876.506784] env[69195]: DEBUG nova.compute.manager [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Received event network-changed-d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.506947] env[69195]: DEBUG nova.compute.manager [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Refreshing instance network info cache due to event network-changed-d4a524ac-6be2-4246-8f27-09159d533e92. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.507146] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] Acquiring lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.545188] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 876.545941] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c6a740e-a986-4298-873d-cd626b2f67a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.552581] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 876.552581] env[69195]: value = "task-3504440" [ 876.552581] env[69195]: _type = "Task" [ 876.552581] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.563421] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.688035] env[69195]: DEBUG nova.network.neutron [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.721171] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52926d6f-ebae-636f-1fba-f3a751d9c9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009433} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.724363] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781b0449-73cf-4838-9e45-d2e3e59de345 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.729910] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 876.729910] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524341e2-6b5d-9bf4-ec6b-576e5a19faaa" [ 876.729910] env[69195]: _type = "Task" [ 876.729910] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.742617] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524341e2-6b5d-9bf4-ec6b-576e5a19faaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.742859] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.743134] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 7c08be5e-aa4d-4591-bdff-dee8161fb5d2/7c08be5e-aa4d-4591-bdff-dee8161fb5d2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.743432] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c35439b-0cc0-4cb8-aa82-04b6b16acad4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.750115] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 876.750115] env[69195]: value = "task-3504441" [ 876.750115] env[69195]: _type = "Task" [ 876.750115] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.758306] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.835168] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa98ea9-04a3-4fcd-8492-99fc2d5d7314 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.838776] env[69195]: DEBUG nova.network.neutron [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Updating instance_info_cache with network_info: [{"id": "d4a524ac-6be2-4246-8f27-09159d533e92", "address": "fa:16:3e:1b:d8:e5", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a524ac-6b", "ovs_interfaceid": "d4a524ac-6be2-4246-8f27-09159d533e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.848404] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334036e-e9d0-4365-86aa-1b469f4c9fbf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.882094] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3831a835-fdf8-4df6-bf31-c7581bab9695 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.890328] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c93104-eeb4-44d3-9e41-0888f049dd7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.904719] env[69195]: DEBUG nova.compute.provider_tree [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.063911] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.260159] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503812} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.260346] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 7c08be5e-aa4d-4591-bdff-dee8161fb5d2/7c08be5e-aa4d-4591-bdff-dee8161fb5d2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.260603] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.260897] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39938921-7ba1-4712-9cf9-fb89d6b68e6a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.266883] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 877.266883] env[69195]: value = "task-3504442" [ 877.266883] env[69195]: _type = "Task" [ 877.266883] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.278036] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.343993] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.344366] env[69195]: DEBUG nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Instance network_info: |[{"id": "d4a524ac-6be2-4246-8f27-09159d533e92", "address": "fa:16:3e:1b:d8:e5", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a524ac-6b", "ovs_interfaceid": "d4a524ac-6be2-4246-8f27-09159d533e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.345484] env[69195]: DEBUG nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.347636] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] Acquired lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.347818] env[69195]: DEBUG nova.network.neutron [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Refreshing network info cache for port d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.349045] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:d8:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4a524ac-6be2-4246-8f27-09159d533e92', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.357084] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.358343] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.358578] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7625df49-042f-44d8-aa91-6d8b45196ac0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.381549] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.381799] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.381957] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.382534] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.382534] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.382534] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.382666] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.382817] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.382995] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.383179] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.383355] env[69195]: DEBUG nova.virt.hardware [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.384474] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcb13db-4915-491a-9f39-88f00ab21980 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.388402] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.388402] env[69195]: value = "task-3504443" [ 877.388402] env[69195]: _type = "Task" [ 877.388402] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.395490] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587f3f02-7440-4d16-82cd-00024b7eb52c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.402363] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504443, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.413061] env[69195]: DEBUG nova.scheduler.client.report [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.564022] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504440, 'name': CreateSnapshot_Task, 'duration_secs': 0.577716} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.568009] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 877.568009] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55338512-8746-49e4-8920-c8a5c65fac94 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.760557] env[69195]: DEBUG nova.network.neutron [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Successfully updated port: f19d7682-67e2-40c4-8721-cfd5f8a4bec3 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.779805] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067416} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.779805] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.780105] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eff72c-a112-495a-b1c3-d9cfdc071988 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.803634] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 7c08be5e-aa4d-4591-bdff-dee8161fb5d2/7c08be5e-aa4d-4591-bdff-dee8161fb5d2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.803862] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58ed209-2a5f-4077-b358-a7ceb23e7ff5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.824038] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 877.824038] env[69195]: value = "task-3504444" [ 877.824038] env[69195]: _type = "Task" [ 877.824038] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.832214] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.900202] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504443, 'name': CreateVM_Task, 'duration_secs': 0.356533} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.900202] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.900583] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.900766] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.901482] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.901482] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9730ac-d93a-422e-b81f-61ec03c4f9d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.906109] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 877.906109] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520dfb52-f5c1-8603-8148-69afa197e50c" [ 877.906109] env[69195]: _type = "Task" [ 877.906109] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.916146] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520dfb52-f5c1-8603-8148-69afa197e50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.919029] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.600s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.919761] env[69195]: INFO nova.compute.manager [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Migrating [ 877.925441] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.103s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.925639] env[69195]: DEBUG nova.objects.instance [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 878.083459] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 878.083751] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a117479d-c426-4d47-8405-4de87957a6d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.092403] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 878.092403] env[69195]: value = "task-3504445" [ 878.092403] env[69195]: _type = "Task" [ 878.092403] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.100791] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504445, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.116403] env[69195]: DEBUG nova.network.neutron [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Updated VIF entry in instance network info cache for port d4a524ac-6be2-4246-8f27-09159d533e92. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.116758] env[69195]: DEBUG nova.network.neutron [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Updating instance_info_cache with network_info: [{"id": "d4a524ac-6be2-4246-8f27-09159d533e92", "address": "fa:16:3e:1b:d8:e5", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a524ac-6b", "ovs_interfaceid": "d4a524ac-6be2-4246-8f27-09159d533e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.263369] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.263616] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.263841] env[69195]: DEBUG nova.network.neutron [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.335310] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.417220] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520dfb52-f5c1-8603-8148-69afa197e50c, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.417548] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.417757] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.417989] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.418157] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.418342] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.418630] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1389d5b6-21fe-42b1-aa88-a76afa1f6e72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.427108] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.427300] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.428029] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998d4ceb-fc90-4773-bee8-058734510d48 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.436635] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.436843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.437038] env[69195]: DEBUG nova.network.neutron [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.438199] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 878.438199] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52655c2d-15b7-61d6-3d5d-386b8d433cf9" [ 878.438199] env[69195]: _type = "Task" [ 878.438199] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.448642] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52655c2d-15b7-61d6-3d5d-386b8d433cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.449480] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b866f542-d9a9-4f6a-9934-808ea02ecf07 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.455587] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 878.455587] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529704b9-7172-04a1-0ddc-54e447442ace" [ 878.455587] env[69195]: _type = "Task" [ 878.455587] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.463972] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529704b9-7172-04a1-0ddc-54e447442ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.569365] env[69195]: DEBUG nova.compute.manager [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Received event network-vif-plugged-f19d7682-67e2-40c4-8721-cfd5f8a4bec3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.569771] env[69195]: DEBUG oslo_concurrency.lockutils [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] Acquiring lock "131136af-caf8-456d-8842-088530907381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.570321] env[69195]: DEBUG oslo_concurrency.lockutils [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] Lock "131136af-caf8-456d-8842-088530907381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.570973] env[69195]: DEBUG oslo_concurrency.lockutils [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] Lock "131136af-caf8-456d-8842-088530907381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.572366] env[69195]: DEBUG nova.compute.manager [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] [instance: 131136af-caf8-456d-8842-088530907381] No waiting events found dispatching network-vif-plugged-f19d7682-67e2-40c4-8721-cfd5f8a4bec3 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.573032] env[69195]: WARNING nova.compute.manager [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Received unexpected event network-vif-plugged-f19d7682-67e2-40c4-8721-cfd5f8a4bec3 for instance with vm_state building and task_state spawning. [ 878.573032] env[69195]: DEBUG nova.compute.manager [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Received event network-changed-f19d7682-67e2-40c4-8721-cfd5f8a4bec3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.573200] env[69195]: DEBUG nova.compute.manager [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Refreshing instance network info cache due to event network-changed-f19d7682-67e2-40c4-8721-cfd5f8a4bec3. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.573924] env[69195]: DEBUG oslo_concurrency.lockutils [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] Acquiring lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.603630] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504445, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.619989] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b778737-f475-42b1-b978-3e8aeb37ffec req-0d64b798-4563-4f3a-b51e-f1fe58fd6a6c service nova] Releasing lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.797588] env[69195]: DEBUG nova.network.neutron [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.837340] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504444, 'name': ReconfigVM_Task, 'duration_secs': 0.674456} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.837428] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 7c08be5e-aa4d-4591-bdff-dee8161fb5d2/7c08be5e-aa4d-4591-bdff-dee8161fb5d2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.838064] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc59e128-496c-4a34-adda-269e06c313c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.845554] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 878.845554] env[69195]: value = "task-3504446" [ 878.845554] env[69195]: _type = "Task" [ 878.845554] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.856423] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504446, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.935809] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b2f47d55-71d9-435a-9d7a-531aca0f4acc tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.936944] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.974s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.938847] env[69195]: INFO nova.compute.claims [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.966971] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529704b9-7172-04a1-0ddc-54e447442ace, 'name': SearchDatastore_Task, 'duration_secs': 0.017378} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.968135] env[69195]: DEBUG nova.network.neutron [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Updating instance_info_cache with network_info: [{"id": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "address": "fa:16:3e:9c:2b:c7", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf19d7682-67", "ovs_interfaceid": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.969444] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.969657] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] ec07e636-6bb0-4569-9ed2-43d4ae99a9c4/ec07e636-6bb0-4569-9ed2-43d4ae99a9c4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.970158] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93abc811-5201-439e-b439-a5b7df334954 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.976548] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 878.976548] env[69195]: value = "task-3504447" [ 878.976548] env[69195]: _type = "Task" [ 878.976548] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.989341] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.104030] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504445, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.162938] env[69195]: DEBUG nova.network.neutron [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance_info_cache with network_info: [{"id": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "address": "fa:16:3e:7f:fb:c3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8565a9-d4", "ovs_interfaceid": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.360772] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504446, 'name': Rename_Task, 'duration_secs': 0.145316} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.361091] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.361359] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1364bc24-91d7-4c29-a225-731ade10b408 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.368298] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 879.368298] env[69195]: value = "task-3504448" [ 879.368298] env[69195]: _type = "Task" [ 879.368298] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.377170] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.470994] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.471369] env[69195]: DEBUG nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Instance network_info: |[{"id": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "address": "fa:16:3e:9c:2b:c7", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf19d7682-67", "ovs_interfaceid": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.471932] env[69195]: DEBUG oslo_concurrency.lockutils [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] Acquired lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.472177] env[69195]: DEBUG nova.network.neutron [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Refreshing network info cache for port f19d7682-67e2-40c4-8721-cfd5f8a4bec3 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.473515] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:2b:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f19d7682-67e2-40c4-8721-cfd5f8a4bec3', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.482075] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.483159] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131136af-caf8-456d-8842-088530907381] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.486957] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15fcf6cc-bb07-48e2-8727-f6fb15032ad6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.507970] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504447, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.509454] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.509454] env[69195]: value = "task-3504449" [ 879.509454] env[69195]: _type = "Task" [ 879.509454] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.518892] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504449, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.602968] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504445, 'name': CloneVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.666856] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.881242] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.996131] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533603} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.996131] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] ec07e636-6bb0-4569-9ed2-43d4ae99a9c4/ec07e636-6bb0-4569-9ed2-43d4ae99a9c4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.996317] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.998550] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6e50613-93e6-4d7e-8111-2cfca08c4dcf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.004147] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 880.004147] env[69195]: value = "task-3504450" [ 880.004147] env[69195]: _type = "Task" [ 880.004147] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.017675] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.026893] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504449, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.105682] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504445, 'name': CloneVM_Task, 'duration_secs': 1.537215} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.106046] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Created linked-clone VM from snapshot [ 880.107112] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12389ebd-c86e-4479-aa43-f70ed6368682 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.115052] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Uploading image 848a9454-9180-4633-b66f-89431d2cbe2e {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 880.136760] env[69195]: DEBUG oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 880.136760] env[69195]: value = "vm-700295" [ 880.136760] env[69195]: _type = "VirtualMachine" [ 880.136760] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 880.136988] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-193c0183-f160-421c-b945-e7a4afe21d87 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.144706] env[69195]: DEBUG oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lease: (returnval){ [ 880.144706] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5239a9c1-0921-5377-0a94-3e15e254223e" [ 880.144706] env[69195]: _type = "HttpNfcLease" [ 880.144706] env[69195]: } obtained for exporting VM: (result){ [ 880.144706] env[69195]: value = "vm-700295" [ 880.144706] env[69195]: _type = "VirtualMachine" [ 880.144706] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 880.144706] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the lease: (returnval){ [ 880.144706] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5239a9c1-0921-5377-0a94-3e15e254223e" [ 880.144706] env[69195]: _type = "HttpNfcLease" [ 880.144706] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 880.150322] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.150322] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5239a9c1-0921-5377-0a94-3e15e254223e" [ 880.150322] env[69195]: _type = "HttpNfcLease" [ 880.150322] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 880.228336] env[69195]: DEBUG nova.network.neutron [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Updated VIF entry in instance network info cache for port f19d7682-67e2-40c4-8721-cfd5f8a4bec3. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.228723] env[69195]: DEBUG nova.network.neutron [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Updating instance_info_cache with network_info: [{"id": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "address": "fa:16:3e:9c:2b:c7", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf19d7682-67", "ovs_interfaceid": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.382036] env[69195]: DEBUG oslo_vmware.api [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504448, 'name': PowerOnVM_Task, 'duration_secs': 0.858359} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.382298] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.382580] env[69195]: INFO nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Took 8.23 seconds to spawn the instance on the hypervisor. [ 880.382775] env[69195]: DEBUG nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.384724] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4c427a-25ad-4290-97ca-934d7de3f124 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.402823] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae15c3c0-a360-4fcc-b40d-b3f8cbc96218 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.410875] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e74b3e-4ded-4a7c-84db-225a0b76377b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.444596] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4af8584-4f0c-464a-87ae-e7573a37b052 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.453673] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d89d353-6fcb-4f48-8448-a9c05df162bd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.469496] env[69195]: DEBUG nova.compute.provider_tree [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.513433] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061518} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.516588] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.517356] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274506ca-6a5f-4b5f-8053-6bb19518017e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.524728] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504449, 'name': CreateVM_Task, 'duration_secs': 0.54919} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.533667] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131136af-caf8-456d-8842-088530907381] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.542491] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] ec07e636-6bb0-4569-9ed2-43d4ae99a9c4/ec07e636-6bb0-4569-9ed2-43d4ae99a9c4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.543230] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.543805] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.543805] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.544252] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867bf67a-631d-4a58-856a-4280170b90a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.558370] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6aa5ab-dcbd-4d26-a5ef-5a90fb5accc4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.563705] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 880.563705] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a12b65-ea77-372d-8246-5cd4b33940be" [ 880.563705] env[69195]: _type = "Task" [ 880.563705] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.567661] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 880.567661] env[69195]: value = "task-3504452" [ 880.567661] env[69195]: _type = "Task" [ 880.567661] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.573546] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a12b65-ea77-372d-8246-5cd4b33940be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.578356] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.652674] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.652674] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5239a9c1-0921-5377-0a94-3e15e254223e" [ 880.652674] env[69195]: _type = "HttpNfcLease" [ 880.652674] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 880.653030] env[69195]: DEBUG oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 880.653030] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5239a9c1-0921-5377-0a94-3e15e254223e" [ 880.653030] env[69195]: _type = "HttpNfcLease" [ 880.653030] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 880.653725] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077443f6-b744-4b36-aa8d-3a4025076b87 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.662131] env[69195]: DEBUG oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523daf33-565a-bc1f-3242-5cd1e11905f2/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 880.662362] env[69195]: DEBUG oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523daf33-565a-bc1f-3242-5cd1e11905f2/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 880.735070] env[69195]: DEBUG oslo_concurrency.lockutils [req-76b1409f-11b1-45e8-9baa-f9210d5f86e1 req-7d7a3eff-52b2-4019-9a4a-eb2cc4ded9e3 service nova] Releasing lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.755044] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76da7533-587c-498e-a3f1-f48597fc8348 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.907457] env[69195]: INFO nova.compute.manager [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Took 41.88 seconds to build instance. [ 880.973030] env[69195]: DEBUG nova.scheduler.client.report [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.080303] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a12b65-ea77-372d-8246-5cd4b33940be, 'name': SearchDatastore_Task, 'duration_secs': 0.027601} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.083550] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.083793] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.084052] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.084218] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.084533] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.084876] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504452, 'name': ReconfigVM_Task, 'duration_secs': 0.273103} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.085245] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6c8353c-69d1-48c0-bda7-cc479cc9c4d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.087048] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Reconfigured VM instance instance-0000003e to attach disk [datastore2] ec07e636-6bb0-4569-9ed2-43d4ae99a9c4/ec07e636-6bb0-4569-9ed2-43d4ae99a9c4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.087675] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e1be77d-ef8f-4f45-8b87-88ad634031fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.094110] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 881.094110] env[69195]: value = "task-3504453" [ 881.094110] env[69195]: _type = "Task" [ 881.094110] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.098024] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.098229] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.099244] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c0fb52-3fac-4e3d-8b66-eb0dc5a4c8a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.104710] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504453, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.107481] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 881.107481] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528b3db0-3281-6caa-eac7-ff2d5e11f29e" [ 881.107481] env[69195]: _type = "Task" [ 881.107481] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.114760] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528b3db0-3281-6caa-eac7-ff2d5e11f29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.228440] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83df825d-8362-4725-bc0c-bf6fe15d5aae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.248493] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance 'dc3ae514-ef07-4420-9382-41f3893f28fa' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.412188] env[69195]: DEBUG oslo_concurrency.lockutils [None req-28b3d53b-cef8-4533-814d-9560019327a2 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.496s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.479378] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.479378] env[69195]: DEBUG nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.485020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.622s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.485020] env[69195]: INFO nova.compute.claims [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.607534] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504453, 'name': Rename_Task, 'duration_secs': 0.156989} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.608707] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.612274] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ce1f07b-9f5e-4dc3-99c1-101f8060790d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.620000] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528b3db0-3281-6caa-eac7-ff2d5e11f29e, 'name': SearchDatastore_Task, 'duration_secs': 0.013575} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.622046] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 881.622046] env[69195]: value = "task-3504454" [ 881.622046] env[69195]: _type = "Task" [ 881.622046] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.622455] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27102e5e-565f-4c34-bbf0-d28398b284f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.630464] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 881.630464] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c00bf4-8693-dd71-82c9-e35bee6efbb9" [ 881.630464] env[69195]: _type = "Task" [ 881.630464] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.633874] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.641776] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c00bf4-8693-dd71-82c9-e35bee6efbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.755533] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.757076] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c451cd7-0716-4644-b4a6-95970bc347a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.767421] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 881.767421] env[69195]: value = "task-3504455" [ 881.767421] env[69195]: _type = "Task" [ 881.767421] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.776855] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.913724] env[69195]: DEBUG nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.985188] env[69195]: DEBUG nova.compute.utils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.987082] env[69195]: DEBUG nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.987292] env[69195]: DEBUG nova.network.neutron [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.055340] env[69195]: DEBUG nova.policy [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5116d5cb69455186f445459ac04fff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '989717d9efa74e1dbb027192e88b4483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.137477] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504454, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.153343] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c00bf4-8693-dd71-82c9-e35bee6efbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.013829} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.153868] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.154298] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 131136af-caf8-456d-8842-088530907381/131136af-caf8-456d-8842-088530907381.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.154692] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7da8da20-07f3-4eb2-a8f4-26c6d6a69ee5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.163844] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 882.163844] env[69195]: value = "task-3504456" [ 882.163844] env[69195]: _type = "Task" [ 882.163844] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.177238] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.279645] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504455, 'name': PowerOffVM_Task, 'duration_secs': 0.260639} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.281467] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.281814] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance 'dc3ae514-ef07-4420-9382-41f3893f28fa' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.288577] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "18155a46-d42f-4218-a66d-265ebd20111a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.288867] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "18155a46-d42f-4218-a66d-265ebd20111a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.289141] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "18155a46-d42f-4218-a66d-265ebd20111a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.289590] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "18155a46-d42f-4218-a66d-265ebd20111a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.289836] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "18155a46-d42f-4218-a66d-265ebd20111a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.296359] env[69195]: INFO nova.compute.manager [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Terminating instance [ 882.405110] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.405110] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.406900] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.407358] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.407571] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.409989] env[69195]: INFO nova.compute.manager [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Terminating instance [ 882.428595] env[69195]: DEBUG nova.network.neutron [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Successfully created port: bea24940-de84-42d6-9332-d23a9e106b6c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.442146] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.491612] env[69195]: DEBUG nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.638982] env[69195]: DEBUG oslo_vmware.api [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504454, 'name': PowerOnVM_Task, 'duration_secs': 0.529182} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.642346] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.642709] env[69195]: INFO nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Took 7.92 seconds to spawn the instance on the hypervisor. [ 882.642905] env[69195]: DEBUG nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.644086] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f6ec1b-26da-4ac3-ace3-e5099849f460 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.673177] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.793658] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.793997] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.794330] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.794806] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.795070] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.795335] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.795824] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.796241] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.796491] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.796803] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.797522] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.804340] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquiring lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.804711] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.804920] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquiring lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.805369] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.805607] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.808770] env[69195]: DEBUG nova.compute.manager [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.808990] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.810292] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40759c8a-1c2f-42e6-a1e5-45f6919771ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.821614] env[69195]: INFO nova.compute.manager [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Terminating instance [ 882.828477] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19d4a0-f10e-4dfa-a595-e44ef4129e42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.839458] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.841094] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-670389da-a512-458a-b4b1-cb08cb4b31c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.843053] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 882.843053] env[69195]: value = "task-3504457" [ 882.843053] env[69195]: _type = "Task" [ 882.843053] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.852637] env[69195]: DEBUG oslo_vmware.api [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 882.852637] env[69195]: value = "task-3504458" [ 882.852637] env[69195]: _type = "Task" [ 882.852637] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.860820] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.867516] env[69195]: DEBUG oslo_vmware.api [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.917537] env[69195]: DEBUG nova.compute.manager [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.917802] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.919084] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5519705-4139-4e1a-b3c0-44e69e840539 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.931250] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.931250] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7334cc59-0dc8-4616-a11f-c375806afbc5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.943724] env[69195]: DEBUG oslo_vmware.api [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 882.943724] env[69195]: value = "task-3504459" [ 882.943724] env[69195]: _type = "Task" [ 882.943724] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.956516] env[69195]: DEBUG oslo_vmware.api [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.100517] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c551c0d6-23bc-44d0-b044-ff728b31a730 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.111466] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602fa957-4f0b-4d40-8d26-e3002685f0be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.168201] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b4e8e4-8a63-425d-95a7-094d3c9a1a4b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.173934] env[69195]: INFO nova.compute.manager [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Took 40.84 seconds to build instance. [ 883.186054] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11912a1-1620-41bc-9b1f-edd473018648 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.188929] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664623} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.189220] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 131136af-caf8-456d-8842-088530907381/131136af-caf8-456d-8842-088530907381.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.189433] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.190070] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f8e991c-033c-44e4-9d0c-7962f9fed03f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.200198] env[69195]: DEBUG nova.compute.provider_tree [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.206972] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 883.206972] env[69195]: value = "task-3504460" [ 883.206972] env[69195]: _type = "Task" [ 883.206972] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.216663] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.335600] env[69195]: DEBUG nova.compute.manager [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.335971] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.336771] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab39ba-b2d4-4f25-b655-57552dfee770 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.345293] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.348329] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ce4fe40-63ca-47ea-9362-5fa483ac0d77 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.356308] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504457, 'name': ReconfigVM_Task, 'duration_secs': 0.217903} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.358502] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance 'dc3ae514-ef07-4420-9382-41f3893f28fa' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.362066] env[69195]: DEBUG oslo_vmware.api [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 883.362066] env[69195]: value = "task-3504461" [ 883.362066] env[69195]: _type = "Task" [ 883.362066] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.368976] env[69195]: DEBUG oslo_vmware.api [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504458, 'name': PowerOffVM_Task, 'duration_secs': 0.237743} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.370159] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.370159] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.370159] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b2487d8-8073-455b-b156-daeadf55a169 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.374512] env[69195]: DEBUG oslo_vmware.api [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.438296] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.438296] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.438564] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleting the datastore file [datastore1] 18155a46-d42f-4218-a66d-265ebd20111a {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.438725] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41429b8f-fe4e-471a-b8cd-81258d5b20a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.448758] env[69195]: DEBUG oslo_vmware.api [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 883.448758] env[69195]: value = "task-3504463" [ 883.448758] env[69195]: _type = "Task" [ 883.448758] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.455039] env[69195]: DEBUG oslo_vmware.api [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504459, 'name': PowerOffVM_Task, 'duration_secs': 0.194373} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.455623] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.455792] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.457100] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61dab785-a0b2-4706-a977-e0e6a58a311d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.461720] env[69195]: DEBUG oslo_vmware.api [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.505409] env[69195]: DEBUG nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.527980] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.528480] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.528628] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleting the datastore file [datastore2] 7c08be5e-aa4d-4591-bdff-dee8161fb5d2 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.531063] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.531311] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.531498] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.531711] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.531860] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.532014] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.532235] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.532449] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.532655] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.532824] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.533039] env[69195]: DEBUG nova.virt.hardware [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.533335] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d11c47e2-3a76-45fe-a278-e96584cd63f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.536357] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1321859-5538-4035-ad8c-5f9848cc4f4e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.547018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0644adf-a05d-4afe-a68e-ab0b7ce967f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.552088] env[69195]: DEBUG oslo_vmware.api [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for the task: (returnval){ [ 883.552088] env[69195]: value = "task-3504465" [ 883.552088] env[69195]: _type = "Task" [ 883.552088] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.573209] env[69195]: DEBUG oslo_vmware.api [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.677024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bf99d26-c515-4d6c-9d58-cb787c4e6a27 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.250s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.704438] env[69195]: DEBUG nova.scheduler.client.report [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.718304] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178435} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.718795] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.719733] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27c6d7-c779-4d03-8715-2b7c04e80c26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.743331] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 131136af-caf8-456d-8842-088530907381/131136af-caf8-456d-8842-088530907381.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.744320] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46197f48-ec43-4ab0-9678-cadff8572cde {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.765263] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 883.765263] env[69195]: value = "task-3504466" [ 883.765263] env[69195]: _type = "Task" [ 883.765263] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.774731] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.874500] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:11:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='acd79b1e-1b1a-47dd-865a-dc1502e45545',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-261089869',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.874773] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.874932] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.875128] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.876025] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.876025] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.876025] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.876025] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.876025] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.876274] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.876274] env[69195]: DEBUG nova.virt.hardware [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.882031] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 883.882321] env[69195]: DEBUG oslo_vmware.api [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504461, 'name': PowerOffVM_Task, 'duration_secs': 0.214802} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.882553] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2749280c-ba6b-4882-a601-46ed1dea96d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.896489] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.896752] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.897428] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2367f83-c5c1-499a-b6c0-cd925358040b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.903896] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 883.903896] env[69195]: value = "task-3504468" [ 883.903896] env[69195]: _type = "Task" [ 883.903896] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.912266] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504468, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.959242] env[69195]: DEBUG oslo_vmware.api [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320942} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.959818] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.960051] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.960255] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.960443] env[69195]: INFO nova.compute.manager [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 883.961189] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.963094] env[69195]: DEBUG nova.compute.manager [-] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.963213] env[69195]: DEBUG nova.network.neutron [-] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.965805] env[69195]: DEBUG nova.compute.manager [req-7889dad9-de25-4291-9d29-75ed86fe6df8 req-f84aec3a-db13-4fa0-893c-b9ea3379f654 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Received event network-vif-plugged-bea24940-de84-42d6-9332-d23a9e106b6c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.966071] env[69195]: DEBUG oslo_concurrency.lockutils [req-7889dad9-de25-4291-9d29-75ed86fe6df8 req-f84aec3a-db13-4fa0-893c-b9ea3379f654 service nova] Acquiring lock "df776528-333b-4022-be7b-d1e49705922d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.966364] env[69195]: DEBUG oslo_concurrency.lockutils [req-7889dad9-de25-4291-9d29-75ed86fe6df8 req-f84aec3a-db13-4fa0-893c-b9ea3379f654 service nova] Lock "df776528-333b-4022-be7b-d1e49705922d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.966559] env[69195]: DEBUG oslo_concurrency.lockutils [req-7889dad9-de25-4291-9d29-75ed86fe6df8 req-f84aec3a-db13-4fa0-893c-b9ea3379f654 service nova] Lock "df776528-333b-4022-be7b-d1e49705922d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.966634] env[69195]: DEBUG nova.compute.manager [req-7889dad9-de25-4291-9d29-75ed86fe6df8 req-f84aec3a-db13-4fa0-893c-b9ea3379f654 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] No waiting events found dispatching network-vif-plugged-bea24940-de84-42d6-9332-d23a9e106b6c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.966782] env[69195]: WARNING nova.compute.manager [req-7889dad9-de25-4291-9d29-75ed86fe6df8 req-f84aec3a-db13-4fa0-893c-b9ea3379f654 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Received unexpected event network-vif-plugged-bea24940-de84-42d6-9332-d23a9e106b6c for instance with vm_state building and task_state spawning. [ 883.968917] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.969214] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.969304] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Deleting the datastore file [datastore2] 9804111e-efcc-4ddb-b5f5-c6e1695f74b3 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.969848] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20daae55-fcc6-4d78-b8ad-6d3d13a16fe6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.976197] env[69195]: DEBUG oslo_vmware.api [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for the task: (returnval){ [ 883.976197] env[69195]: value = "task-3504469" [ 883.976197] env[69195]: _type = "Task" [ 883.976197] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.984919] env[69195]: DEBUG oslo_vmware.api [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.062699] env[69195]: DEBUG oslo_vmware.api [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Task: {'id': task-3504465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282821} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.063078] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.063335] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.063665] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.063747] env[69195]: INFO nova.compute.manager [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 884.064357] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.064357] env[69195]: DEBUG nova.compute.manager [-] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.064460] env[69195]: DEBUG nova.network.neutron [-] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.180487] env[69195]: DEBUG nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.194949] env[69195]: DEBUG nova.network.neutron [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Successfully updated port: bea24940-de84-42d6-9332-d23a9e106b6c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.209840] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.210233] env[69195]: DEBUG nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.214041] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.484s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.214239] env[69195]: DEBUG nova.objects.instance [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lazy-loading 'resources' on Instance uuid c8c633c1-47dc-4ea5-9909-cd784a0b6d26 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.280307] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504466, 'name': ReconfigVM_Task, 'duration_secs': 0.459222} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.280706] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 131136af-caf8-456d-8842-088530907381/131136af-caf8-456d-8842-088530907381.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.281428] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ccb97ca-b0d3-4199-851d-ddfcb6cc253a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.288749] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 884.288749] env[69195]: value = "task-3504470" [ 884.288749] env[69195]: _type = "Task" [ 884.288749] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.303384] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504470, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.418091] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504468, 'name': ReconfigVM_Task, 'duration_secs': 0.231342} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.419177] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 884.420476] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e9ce91-bf63-4bc3-bbc1-8b7030fa48ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.451114] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa/dc3ae514-ef07-4420-9382-41f3893f28fa.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.455332] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd4db06-3369-4cd9-9ad1-d9081cf45e82 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.476613] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 884.476613] env[69195]: value = "task-3504471" [ 884.476613] env[69195]: _type = "Task" [ 884.476613] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.489862] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.494030] env[69195]: DEBUG oslo_vmware.api [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Task: {'id': task-3504469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329256} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.494291] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.494484] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.494707] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.494901] env[69195]: INFO nova.compute.manager [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 884.495146] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.495335] env[69195]: DEBUG nova.compute.manager [-] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.495432] env[69195]: DEBUG nova.network.neutron [-] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.699661] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "refresh_cache-df776528-333b-4022-be7b-d1e49705922d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.699949] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "refresh_cache-df776528-333b-4022-be7b-d1e49705922d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.700182] env[69195]: DEBUG nova.network.neutron [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.711579] env[69195]: DEBUG nova.compute.manager [req-96c6e213-b0fe-4542-b940-791d4b5efca4 req-9f1c36c7-6fb9-4084-b7d6-f46a241bf257 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Received event network-vif-deleted-df44d706-f63d-40e7-baea-b03b0bcd4d91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.711579] env[69195]: INFO nova.compute.manager [req-96c6e213-b0fe-4542-b940-791d4b5efca4 req-9f1c36c7-6fb9-4084-b7d6-f46a241bf257 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Neutron deleted interface df44d706-f63d-40e7-baea-b03b0bcd4d91; detaching it from the instance and deleting it from the info cache [ 884.711579] env[69195]: DEBUG nova.network.neutron [req-96c6e213-b0fe-4542-b940-791d4b5efca4 req-9f1c36c7-6fb9-4084-b7d6-f46a241bf257 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.716222] env[69195]: DEBUG nova.compute.utils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.720097] env[69195]: DEBUG nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.720097] env[69195]: DEBUG nova.network.neutron [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.727087] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.805499] env[69195]: DEBUG nova.policy [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '358d37a208ef4231b7f198ab9e410b7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2dcac7415554d649566bef1d7f400fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.807480] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504470, 'name': Rename_Task, 'duration_secs': 0.241194} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.811811] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.812843] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca83fddc-acdd-407c-9551-b09915255a3c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.820327] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 884.820327] env[69195]: value = "task-3504472" [ 884.820327] env[69195]: _type = "Task" [ 884.820327] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.830482] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.909626] env[69195]: DEBUG nova.network.neutron [-] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.927281] env[69195]: DEBUG nova.network.neutron [-] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.970671] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.970713] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.971848] env[69195]: INFO nova.compute.manager [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Shelving [ 884.988973] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.215824] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56b5c00e-db0e-40c7-b606-3f584c4e9565 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.220724] env[69195]: DEBUG nova.network.neutron [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Successfully created port: 6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.229119] env[69195]: DEBUG nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.241674] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30e6504-c0b1-4fe1-b289-d09979a815dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.266582] env[69195]: DEBUG nova.network.neutron [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.295745] env[69195]: DEBUG nova.compute.manager [req-96c6e213-b0fe-4542-b940-791d4b5efca4 req-9f1c36c7-6fb9-4084-b7d6-f46a241bf257 service nova] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Detach interface failed, port_id=df44d706-f63d-40e7-baea-b03b0bcd4d91, reason: Instance 7c08be5e-aa4d-4591-bdff-dee8161fb5d2 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.333663] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504472, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.384016] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02925f4-50c4-4b31-83ac-2ca61dee0f8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.393248] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51193e4e-2d32-45ad-a1c9-5d7f71babf77 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.431984] env[69195]: INFO nova.compute.manager [-] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Took 1.37 seconds to deallocate network for instance. [ 885.432972] env[69195]: INFO nova.compute.manager [-] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Took 1.47 seconds to deallocate network for instance. [ 885.443333] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32780a19-edce-43ff-b4c9-c7ff8b885017 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.456509] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4def9-b660-46cc-8e93-b351683142f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.473904] env[69195]: DEBUG nova.compute.provider_tree [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.488756] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504471, 'name': ReconfigVM_Task, 'duration_secs': 0.539656} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.489802] env[69195]: DEBUG nova.network.neutron [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Updating instance_info_cache with network_info: [{"id": "bea24940-de84-42d6-9332-d23a9e106b6c", "address": "fa:16:3e:4a:c3:7e", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea24940-de", "ovs_interfaceid": "bea24940-de84-42d6-9332-d23a9e106b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.490988] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfigured VM instance instance-00000034 to attach disk [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa/dc3ae514-ef07-4420-9382-41f3893f28fa.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.491291] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance 'dc3ae514-ef07-4420-9382-41f3893f28fa' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.643416] env[69195]: DEBUG nova.network.neutron [-] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.659433] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.659801] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.660052] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.660263] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.660464] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.666456] env[69195]: INFO nova.compute.manager [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Terminating instance [ 885.831204] env[69195]: DEBUG oslo_vmware.api [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504472, 'name': PowerOnVM_Task, 'duration_secs': 0.595808} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.831476] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.831672] env[69195]: INFO nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Took 8.49 seconds to spawn the instance on the hypervisor. [ 885.831854] env[69195]: DEBUG nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.832706] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa31da-2a5b-430d-b1c9-c8bc1f5194e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.952566] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.953457] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.980156] env[69195]: DEBUG nova.scheduler.client.report [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.984201] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.984551] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838c7ebb-a17c-4ef0-841e-6151bd2ed11b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.991800] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 885.991800] env[69195]: value = "task-3504473" [ 885.991800] env[69195]: _type = "Task" [ 885.991800] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.995238] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "refresh_cache-df776528-333b-4022-be7b-d1e49705922d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.995555] env[69195]: DEBUG nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Instance network_info: |[{"id": "bea24940-de84-42d6-9332-d23a9e106b6c", "address": "fa:16:3e:4a:c3:7e", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea24940-de", "ovs_interfaceid": "bea24940-de84-42d6-9332-d23a9e106b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.997293] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c3:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bea24940-de84-42d6-9332-d23a9e106b6c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.004846] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.006691] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59581c6-5f4c-4ec2-a7ab-3b0f1baf6dd8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.011357] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df776528-333b-4022-be7b-d1e49705922d] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.014992] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9810485f-efeb-4b03-8ed4-f23fc5cea9b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.030243] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.050148] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c9f043-32cc-47a3-923c-9a24e08dddbe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.054437] env[69195]: DEBUG nova.compute.manager [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Received event network-changed-bea24940-de84-42d6-9332-d23a9e106b6c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.054637] env[69195]: DEBUG nova.compute.manager [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Refreshing instance network info cache due to event network-changed-bea24940-de84-42d6-9332-d23a9e106b6c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.054848] env[69195]: DEBUG oslo_concurrency.lockutils [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] Acquiring lock "refresh_cache-df776528-333b-4022-be7b-d1e49705922d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.054988] env[69195]: DEBUG oslo_concurrency.lockutils [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] Acquired lock "refresh_cache-df776528-333b-4022-be7b-d1e49705922d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.055158] env[69195]: DEBUG nova.network.neutron [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Refreshing network info cache for port bea24940-de84-42d6-9332-d23a9e106b6c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.056589] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.056589] env[69195]: value = "task-3504474" [ 886.056589] env[69195]: _type = "Task" [ 886.056589] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.077270] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance 'dc3ae514-ef07-4420-9382-41f3893f28fa' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.087455] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504474, 'name': CreateVM_Task} progress is 15%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.146153] env[69195]: INFO nova.compute.manager [-] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Took 1.65 seconds to deallocate network for instance. [ 886.172463] env[69195]: DEBUG nova.compute.manager [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 886.172463] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.173250] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886f770a-92d6-46b6-a1f5-21c03f1b5a82 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.182720] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.182720] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5071c7-2c87-4929-86ee-a5ff4346e2d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.189925] env[69195]: DEBUG oslo_vmware.api [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 886.189925] env[69195]: value = "task-3504475" [ 886.189925] env[69195]: _type = "Task" [ 886.189925] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.201063] env[69195]: DEBUG oslo_vmware.api [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.243375] env[69195]: DEBUG nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.271688] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.271965] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.273077] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.273077] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.273077] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.273077] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.273077] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.273298] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.273298] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.273441] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.273643] env[69195]: DEBUG nova.virt.hardware [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.274593] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435695fc-9532-45e5-b129-0b144691199d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.284891] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecf17ff-1e0f-4d50-8e43-857ec3e9ab42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.349846] env[69195]: INFO nova.compute.manager [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Took 42.20 seconds to build instance. [ 886.470340] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.470652] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.486706] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.489398] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.710s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.489736] env[69195]: DEBUG nova.objects.instance [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lazy-loading 'resources' on Instance uuid fc7a712a-508c-49a3-b075-0a4ffbffc81e {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.504059] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504473, 'name': PowerOffVM_Task, 'duration_secs': 0.24929} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.505566] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.506947] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e5546d-a3ae-48fe-b6f6-6cb5a1bf2838 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.513223] env[69195]: INFO nova.scheduler.client.report [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Deleted allocations for instance c8c633c1-47dc-4ea5-9909-cd784a0b6d26 [ 886.534306] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c6ebc2-01e3-49e9-afdb-47c7839ba31b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.569439] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504474, 'name': CreateVM_Task, 'duration_secs': 0.519627} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.569609] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df776528-333b-4022-be7b-d1e49705922d] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.570545] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.570545] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.571886] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.571886] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe08f8a-0f3e-4a32-93c7-06d68eac2282 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.575637] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 886.575637] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bdf175-0644-2e32-d742-c46cda4ad61c" [ 886.575637] env[69195]: _type = "Task" [ 886.575637] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.588062] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bdf175-0644-2e32-d742-c46cda4ad61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.654808] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.656182] env[69195]: DEBUG nova.network.neutron [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Port 2a8565a9-d45d-46d5-bab2-f353a46b6e1c binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 886.703914] env[69195]: DEBUG oslo_vmware.api [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504475, 'name': PowerOffVM_Task, 'duration_secs': 0.335114} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.704204] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.704377] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.704629] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e56b6cf-8ff5-4116-9702-5cd9e3a5bb78 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.772430] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.772670] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.772854] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Deleting the datastore file [datastore1] c3f0810d-ad98-436b-98df-3a8fd5b59dff {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.773138] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a09f177-380a-44c4-b22d-9caf15ec0d58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.780437] env[69195]: DEBUG oslo_vmware.api [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for the task: (returnval){ [ 886.780437] env[69195]: value = "task-3504477" [ 886.780437] env[69195]: _type = "Task" [ 886.780437] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.792742] env[69195]: DEBUG oslo_vmware.api [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.825844] env[69195]: DEBUG nova.network.neutron [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Updated VIF entry in instance network info cache for port bea24940-de84-42d6-9332-d23a9e106b6c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.826317] env[69195]: DEBUG nova.network.neutron [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Updating instance_info_cache with network_info: [{"id": "bea24940-de84-42d6-9332-d23a9e106b6c", "address": "fa:16:3e:4a:c3:7e", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea24940-de", "ovs_interfaceid": "bea24940-de84-42d6-9332-d23a9e106b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.851402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f05188d-20ae-48a7-8c6c-84f7b721fa5d tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "131136af-caf8-456d-8842-088530907381" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.913s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.923545] env[69195]: DEBUG nova.network.neutron [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Successfully updated port: 6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.974806] env[69195]: DEBUG nova.compute.utils [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.038025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2afc7e9f-6dcc-436a-8378-eed2b90e825e tempest-ServersTestFqdnHostnames-463327493 tempest-ServersTestFqdnHostnames-463327493-project-member] Lock "c8c633c1-47dc-4ea5-9909-cd784a0b6d26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.370s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.048347] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 887.049014] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba2e1869-703c-4e3f-b4a9-ef107f2c5856 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.056826] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 887.056826] env[69195]: value = "task-3504478" [ 887.056826] env[69195]: _type = "Task" [ 887.056826] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.070332] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504478, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.086037] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bdf175-0644-2e32-d742-c46cda4ad61c, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.089670] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.090034] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.090316] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.090477] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.090719] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.091415] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fead40cb-fefd-45fd-a872-b8acc70f0378 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.105226] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.105226] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.107978] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddbff27e-1dd5-47f4-8558-feef179c5991 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.113536] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 887.113536] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526aee9e-11f8-bb06-c149-45e912e7262b" [ 887.113536] env[69195]: _type = "Task" [ 887.113536] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.125312] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526aee9e-11f8-bb06-c149-45e912e7262b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.169433] env[69195]: DEBUG nova.compute.manager [req-469fb233-86ad-48fa-bccd-efaa478bbbf3 req-67d4dfcb-6d07-4705-bab1-b8239020f1e2 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Received event network-vif-plugged-6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.169713] env[69195]: DEBUG oslo_concurrency.lockutils [req-469fb233-86ad-48fa-bccd-efaa478bbbf3 req-67d4dfcb-6d07-4705-bab1-b8239020f1e2 service nova] Acquiring lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.170045] env[69195]: DEBUG oslo_concurrency.lockutils [req-469fb233-86ad-48fa-bccd-efaa478bbbf3 req-67d4dfcb-6d07-4705-bab1-b8239020f1e2 service nova] Lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.170279] env[69195]: DEBUG oslo_concurrency.lockutils [req-469fb233-86ad-48fa-bccd-efaa478bbbf3 req-67d4dfcb-6d07-4705-bab1-b8239020f1e2 service nova] Lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.170453] env[69195]: DEBUG nova.compute.manager [req-469fb233-86ad-48fa-bccd-efaa478bbbf3 req-67d4dfcb-6d07-4705-bab1-b8239020f1e2 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] No waiting events found dispatching network-vif-plugged-6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.170633] env[69195]: WARNING nova.compute.manager [req-469fb233-86ad-48fa-bccd-efaa478bbbf3 req-67d4dfcb-6d07-4705-bab1-b8239020f1e2 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Received unexpected event network-vif-plugged-6e07ff78-73eb-473b-8e22-21cfea849f70 for instance with vm_state building and task_state spawning. [ 887.295867] env[69195]: DEBUG oslo_vmware.api [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Task: {'id': task-3504477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209845} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.296212] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.296415] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.296615] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.296810] env[69195]: INFO nova.compute.manager [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Took 1.12 seconds to destroy the instance on the hypervisor. [ 887.299993] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.299993] env[69195]: DEBUG nova.compute.manager [-] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.299993] env[69195]: DEBUG nova.network.neutron [-] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.329915] env[69195]: DEBUG oslo_concurrency.lockutils [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] Releasing lock "refresh_cache-df776528-333b-4022-be7b-d1e49705922d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.330231] env[69195]: DEBUG nova.compute.manager [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Received event network-vif-deleted-03bef75e-6f14-45da-a1a6-a59b55c161e3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.330425] env[69195]: DEBUG nova.compute.manager [req-8997ee18-a7bb-41dd-a690-17f4ba70d160 req-73431e44-41b2-4a0c-9e2c-df338e103545 service nova] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Received event network-vif-deleted-d49d801f-b149-4008-be7c-60eb22ae1d57 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.433759] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.433759] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquired lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.434779] env[69195]: DEBUG nova.network.neutron [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.477648] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.527869] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e639b94-f556-4667-a2ec-fd021cee2a63 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.535509] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d001914d-d646-4238-aa27-299d0a17a887 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.570021] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00489a66-8113-47f2-a8a2-1761f810bc2d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.580141] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504478, 'name': CreateSnapshot_Task, 'duration_secs': 0.477492} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.582369] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.583239] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbe539f-3582-4699-89cd-d4ad24f9150a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.586779] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a5a0c3-8fe0-4851-8e44-fe3a5f8bed8d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.608028] env[69195]: DEBUG nova.compute.provider_tree [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.623545] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526aee9e-11f8-bb06-c149-45e912e7262b, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.625024] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9e8408-2a68-4a3c-9d9d-e1cdb11f8371 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.631820] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 887.631820] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52139044-226d-4d8d-fc40-f464a3e2977f" [ 887.631820] env[69195]: _type = "Task" [ 887.631820] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.640499] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52139044-226d-4d8d-fc40-f464a3e2977f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.682867] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.683546] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.683770] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.976195] env[69195]: DEBUG nova.network.neutron [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.120228] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.120228] env[69195]: DEBUG nova.scheduler.client.report [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.122801] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cbfb3ec9-8339-4f16-bf98-45649263e2f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.133658] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 888.133658] env[69195]: value = "task-3504479" [ 888.133658] env[69195]: _type = "Task" [ 888.133658] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.147345] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52139044-226d-4d8d-fc40-f464a3e2977f, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.148134] env[69195]: DEBUG nova.network.neutron [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.153363] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.153681] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] df776528-333b-4022-be7b-d1e49705922d/df776528-333b-4022-be7b-d1e49705922d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.154017] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504479, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.155048] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41e1c287-c7a7-453c-ad95-675ea77bf5f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.161914] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 888.161914] env[69195]: value = "task-3504480" [ 888.161914] env[69195]: _type = "Task" [ 888.161914] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.171555] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.361702] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] Acquiring lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.361913] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] Acquired lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.362227] env[69195]: DEBUG nova.network.neutron [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] [instance: 131136af-caf8-456d-8842-088530907381] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.572841] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.574106] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.574624] env[69195]: INFO nova.compute.manager [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Attaching volume cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a to /dev/sdb [ 888.625173] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e428b2-5181-4590-b8f7-d2de7e8653b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.630649] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.636926] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.387s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.641990] env[69195]: INFO nova.compute.claims [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.652831] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57cd673-c7f9-4bbf-83bf-53d2a77104c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.660524] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Releasing lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.662184] env[69195]: DEBUG nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Instance network_info: |[{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.664054] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504479, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.664054] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:4c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e07ff78-73eb-473b-8e22-21cfea849f70', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.671450] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Creating folder: Project (a2dcac7415554d649566bef1d7f400fc). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.676879] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d5de6e2-a8d4-4070-ac74-0276de1617c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.677933] env[69195]: DEBUG nova.network.neutron [-] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.680875] env[69195]: INFO nova.scheduler.client.report [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted allocations for instance fc7a712a-508c-49a3-b075-0a4ffbffc81e [ 888.689862] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504480, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.701679] env[69195]: DEBUG nova.virt.block_device [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Updating existing volume attachment record: 7a58af67-34e6-4459-8d88-749dc2098ee6 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 888.710031] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Created folder: Project (a2dcac7415554d649566bef1d7f400fc) in parent group-v700121. [ 888.710031] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Creating folder: Instances. Parent ref: group-v700300. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.710031] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fff2997-4d2a-482e-87ba-bc1db2fef050 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.724646] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Created folder: Instances in parent group-v700300. [ 888.726050] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.726050] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.726050] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d64b0f17-7ffc-4a71-b7ee-c399f4d1ee12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.756910] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.756910] env[69195]: value = "task-3504483" [ 888.756910] env[69195]: _type = "Task" [ 888.756910] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.771554] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504483, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.823493] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.824133] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.824133] env[69195]: DEBUG nova.network.neutron [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.158160] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504479, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.176067] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644573} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.176670] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] df776528-333b-4022-be7b-d1e49705922d/df776528-333b-4022-be7b-d1e49705922d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.176962] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.177454] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ace5ed57-186e-414b-84bd-f5d923e0ce08 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.183227] env[69195]: INFO nova.compute.manager [-] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Took 1.88 seconds to deallocate network for instance. [ 889.187325] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 889.187325] env[69195]: value = "task-3504485" [ 889.187325] env[69195]: _type = "Task" [ 889.187325] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.210669] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.211378] env[69195]: DEBUG oslo_concurrency.lockutils [None req-209822e4-c354-4b95-bdae-a29348c5651b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "fc7a712a-508c-49a3-b075-0a4ffbffc81e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.991s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.269260] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504483, 'name': CreateVM_Task, 'duration_secs': 0.472867} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.269521] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.270325] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.270897] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.271273] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.271544] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340ceeea-726b-4046-8f7f-5de00340ddcf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.277051] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 889.277051] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526f63a0-7381-9b5a-ce7c-299e413a9436" [ 889.277051] env[69195]: _type = "Task" [ 889.277051] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.288380] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526f63a0-7381-9b5a-ce7c-299e413a9436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.347493] env[69195]: DEBUG oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523daf33-565a-bc1f-3242-5cd1e11905f2/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 889.349664] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9f7ede-0325-46d1-bc63-96573c65c8b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.360114] env[69195]: DEBUG oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523daf33-565a-bc1f-3242-5cd1e11905f2/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 889.360309] env[69195]: ERROR oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523daf33-565a-bc1f-3242-5cd1e11905f2/disk-0.vmdk due to incomplete transfer. [ 889.360557] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0904d619-0f7c-4d03-8852-6e9c6124d3f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.372248] env[69195]: DEBUG oslo_vmware.rw_handles [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523daf33-565a-bc1f-3242-5cd1e11905f2/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 889.372479] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Uploaded image 848a9454-9180-4633-b66f-89431d2cbe2e to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 889.375014] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 889.375316] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d04d5125-dff5-4288-9c6b-e3e8d427314a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.389532] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 889.389532] env[69195]: value = "task-3504488" [ 889.389532] env[69195]: _type = "Task" [ 889.389532] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.396872] env[69195]: DEBUG nova.compute.manager [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Received event network-changed-6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.396872] env[69195]: DEBUG nova.compute.manager [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Refreshing instance network info cache due to event network-changed-6e07ff78-73eb-473b-8e22-21cfea849f70. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.397594] env[69195]: DEBUG oslo_concurrency.lockutils [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] Acquiring lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.398011] env[69195]: DEBUG oslo_concurrency.lockutils [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] Acquired lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.398093] env[69195]: DEBUG nova.network.neutron [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Refreshing network info cache for port 6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.407680] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504488, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.417986] env[69195]: DEBUG nova.network.neutron [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] [instance: 131136af-caf8-456d-8842-088530907381] Updating instance_info_cache with network_info: [{"id": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "address": "fa:16:3e:9c:2b:c7", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf19d7682-67", "ovs_interfaceid": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.650672] env[69195]: DEBUG nova.network.neutron [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance_info_cache with network_info: [{"id": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "address": "fa:16:3e:7f:fb:c3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8565a9-d4", "ovs_interfaceid": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.657111] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504479, 'name': CloneVM_Task, 'duration_secs': 1.494166} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.657111] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Created linked-clone VM from snapshot [ 889.657111] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e664b02-de06-4a75-8799-57e9f281d36b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.669904] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Uploading image 9b837297-0fe2-45c2-aa6e-5b1bcb6f040c {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 889.703103] env[69195]: DEBUG oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 889.703103] env[69195]: value = "vm-700299" [ 889.703103] env[69195]: _type = "VirtualMachine" [ 889.703103] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 889.704267] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.704562] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6419f62-876a-4892-97f3-5539a38e7787 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.714345] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176987} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.715737] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.716123] env[69195]: DEBUG oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lease: (returnval){ [ 889.716123] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522e5f8e-6dfb-2347-6b69-fbdb75908508" [ 889.716123] env[69195]: _type = "HttpNfcLease" [ 889.716123] env[69195]: } obtained for exporting VM: (result){ [ 889.716123] env[69195]: value = "vm-700299" [ 889.716123] env[69195]: _type = "VirtualMachine" [ 889.716123] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 889.716380] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the lease: (returnval){ [ 889.716380] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522e5f8e-6dfb-2347-6b69-fbdb75908508" [ 889.716380] env[69195]: _type = "HttpNfcLease" [ 889.716380] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 889.717145] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de33ab8-31d6-40e7-8787-0268219c8223 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.731069] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.731069] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522e5f8e-6dfb-2347-6b69-fbdb75908508" [ 889.731069] env[69195]: _type = "HttpNfcLease" [ 889.731069] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 889.740269] env[69195]: DEBUG oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 889.740269] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522e5f8e-6dfb-2347-6b69-fbdb75908508" [ 889.740269] env[69195]: _type = "HttpNfcLease" [ 889.740269] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 889.749627] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] df776528-333b-4022-be7b-d1e49705922d/df776528-333b-4022-be7b-d1e49705922d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.752841] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c7b4e7-ef2f-4d90-a021-1dfc4c4769fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.755250] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4860ba15-f800-466b-991a-783c291d9036 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.777467] env[69195]: DEBUG oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c87b6-371a-cbdb-8a64-55625fb6d188/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 889.777662] env[69195]: DEBUG oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c87b6-371a-cbdb-8a64-55625fb6d188/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 889.780209] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 889.780209] env[69195]: value = "task-3504490" [ 889.780209] env[69195]: _type = "Task" [ 889.780209] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.860234] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.864304] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526f63a0-7381-9b5a-ce7c-299e413a9436, 'name': SearchDatastore_Task, 'duration_secs': 0.065711} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.867522] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.867818] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.868083] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.868236] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.868481] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.869010] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b79ebcd-9916-4695-8389-1612a28da034 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.879118] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.879334] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.880114] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-898f1f39-739e-4671-8cc3-21ac9efc1c74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.887576] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 889.887576] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529992eb-c102-9edb-eeef-082db39f941d" [ 889.887576] env[69195]: _type = "Task" [ 889.887576] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.898994] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78badcbd-511b-45bf-9012-3d2db74963ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.909617] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529992eb-c102-9edb-eeef-082db39f941d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.925239] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] Releasing lock "refresh_cache-131136af-caf8-456d-8842-088530907381" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.925607] env[69195]: DEBUG nova.compute.manager [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] [instance: 131136af-caf8-456d-8842-088530907381] Inject network info {{(pid=69195) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 889.926030] env[69195]: DEBUG nova.compute.manager [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] [instance: 131136af-caf8-456d-8842-088530907381] network_info to inject: |[{"id": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "address": "fa:16:3e:9c:2b:c7", "network": {"id": "9ae42c3b-1b1d-495d-bf56-fcbb0f6c43ea", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1887674127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74091ccbcc7b406f972e1f97f2f38618", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5f60c972-a72d-4c5f-a250-faadfd6eafbe", "external-id": "nsx-vlan-transportzone-932", "segmentation_id": 932, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf19d7682-67", "ovs_interfaceid": "f19d7682-67e2-40c4-8721-cfd5f8a4bec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 889.933219] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] [instance: 131136af-caf8-456d-8842-088530907381] Reconfiguring VM instance to set the machine id {{(pid=69195) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 889.934176] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504488, 'name': Destroy_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.941698] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f14a550-a3a7-409e-aef6-b8fdd4644f04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.970345] env[69195]: DEBUG oslo_vmware.api [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] Waiting for the task: (returnval){ [ 889.970345] env[69195]: value = "task-3504491" [ 889.970345] env[69195]: _type = "Task" [ 889.970345] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.994939] env[69195]: DEBUG oslo_vmware.api [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] Task: {'id': task-3504491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.157948] env[69195]: DEBUG oslo_concurrency.lockutils [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.200366] env[69195]: DEBUG nova.network.neutron [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updated VIF entry in instance network info cache for port 6e07ff78-73eb-473b-8e22-21cfea849f70. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.200366] env[69195]: DEBUG nova.network.neutron [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.299462] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504490, 'name': ReconfigVM_Task, 'duration_secs': 0.374571} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.299850] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] df776528-333b-4022-be7b-d1e49705922d/df776528-333b-4022-be7b-d1e49705922d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.300882] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f6572bd-fa56-4391-8c89-583460ce058b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.310309] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 890.310309] env[69195]: value = "task-3504492" [ 890.310309] env[69195]: _type = "Task" [ 890.310309] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.323278] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504492, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.401250] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529992eb-c102-9edb-eeef-082db39f941d, 'name': SearchDatastore_Task, 'duration_secs': 0.018245} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.402625] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3a40e0-2ab3-49cc-8655-d0cf49dfcf3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.409742] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f344bf3-80df-4a36-b6b0-1ced77a8f304 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.412949] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504488, 'name': Destroy_Task, 'duration_secs': 0.686784} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.413638] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Destroyed the VM [ 890.413965] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.414668] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-110c8e0b-e178-4c89-b86d-365c6518ad51 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.417835] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 890.417835] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522d975d-f122-d450-1611-625da3c3293e" [ 890.417835] env[69195]: _type = "Task" [ 890.417835] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.424879] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25235d6e-4db1-4df0-89af-8b5b64a8cfe6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.431148] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 890.431148] env[69195]: value = "task-3504493" [ 890.431148] env[69195]: _type = "Task" [ 890.431148] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.439189] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522d975d-f122-d450-1611-625da3c3293e, 'name': SearchDatastore_Task, 'duration_secs': 0.014383} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.473784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.474531] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68/fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.475397] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-770d9527-00af-4451-980a-6ec2551341a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.478650] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ccd421-cf5c-49bf-8f2b-b25421ea26c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.485623] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.493102] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 890.493102] env[69195]: value = "task-3504494" [ 890.493102] env[69195]: _type = "Task" [ 890.493102] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.499687] env[69195]: DEBUG oslo_vmware.api [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] Task: {'id': task-3504491, 'name': ReconfigVM_Task, 'duration_secs': 0.24331} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.503224] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e395935f-3016-4e0d-8b38-8983bccc0af4 tempest-ServersAdminTestJSON-318374291 tempest-ServersAdminTestJSON-318374291-project-admin] [instance: 131136af-caf8-456d-8842-088530907381] Reconfigured VM instance to set the machine id {{(pid=69195) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 890.504677] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d41c69-d33a-47b6-b41f-2c77691b9f31 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.528094] env[69195]: DEBUG nova.compute.provider_tree [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.533803] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.700053] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ec3fa-f56d-4b1b-a1b1-3761a406eda8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.704908] env[69195]: DEBUG oslo_concurrency.lockutils [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] Releasing lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.705643] env[69195]: DEBUG nova.compute.manager [req-b753e73c-c2bd-4450-8b6a-0f79dd7fb9ba req-0a47e75b-fdca-425d-b128-77bc614568bf service nova] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Received event network-vif-deleted-b5a47767-92b4-4fec-beda-7f35e826d129 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.729505] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306b699e-4135-4709-8e92-89e2c59d97e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.740317] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance 'dc3ae514-ef07-4420-9382-41f3893f28fa' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.822894] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504492, 'name': Rename_Task, 'duration_secs': 0.224765} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.823357] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.823976] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d64c3c28-edc3-403e-9444-c1246fc25176 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.833383] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 890.833383] env[69195]: value = "task-3504495" [ 890.833383] env[69195]: _type = "Task" [ 890.833383] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.846201] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.942148] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.013677] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.037103] env[69195]: DEBUG nova.scheduler.client.report [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.250985] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.251858] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a713f41-9b96-40f2-8c2a-775e2ae7f5c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.266918] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 891.266918] env[69195]: value = "task-3504496" [ 891.266918] env[69195]: _type = "Task" [ 891.266918] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.275671] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.347883] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.443844] env[69195]: DEBUG oslo_vmware.api [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504493, 'name': RemoveSnapshot_Task, 'duration_secs': 0.691893} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.444201] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.444457] env[69195]: INFO nova.compute.manager [None req-f84f61ec-9b2b-4d90-a53f-b7fcfa22f8e6 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Took 15.44 seconds to snapshot the instance on the hypervisor. [ 891.512857] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560815} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.513183] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68/fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.513422] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.513778] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da6d66c9-ad5e-47e4-8b64-5f207175b242 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.530565] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 891.530565] env[69195]: value = "task-3504498" [ 891.530565] env[69195]: _type = "Task" [ 891.530565] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.544283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.545646] env[69195]: DEBUG nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.547630] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.547947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.240s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.550868] env[69195]: INFO nova.compute.claims [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.777307] env[69195]: DEBUG oslo_vmware.api [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504496, 'name': PowerOnVM_Task, 'duration_secs': 0.450227} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.777558] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.777752] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-74238dc5-f018-4a38-ad30-8337c3f77d9d tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance 'dc3ae514-ef07-4420-9382-41f3893f28fa' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.843835] env[69195]: DEBUG oslo_vmware.api [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504495, 'name': PowerOnVM_Task, 'duration_secs': 0.836054} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.844403] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.844485] env[69195]: INFO nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Took 8.34 seconds to spawn the instance on the hypervisor. [ 891.844659] env[69195]: DEBUG nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.845478] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7aa90b-2e23-45d1-9fdf-093ec06fbe0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.976035] env[69195]: INFO nova.compute.manager [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Rebuilding instance [ 892.022571] env[69195]: DEBUG nova.compute.manager [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.023523] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b00bb1-3788-40cf-8836-a42bb9629ba2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.040119] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115283} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.040119] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.040826] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cec01a-7163-4314-af1a-84cd5c4261db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.059410] env[69195]: DEBUG nova.compute.utils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.071733] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68/fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.073346] env[69195]: DEBUG nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.073346] env[69195]: DEBUG nova.network.neutron [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.075701] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69076331-2dd0-4328-932f-e1f920d3585b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.099927] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 892.099927] env[69195]: value = "task-3504499" [ 892.099927] env[69195]: _type = "Task" [ 892.099927] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.110578] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.155453] env[69195]: DEBUG nova.policy [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16443877c84d4cf28990f6324cb22fd6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01f95ee0a59c4d52a2b159332521c550', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.365327] env[69195]: INFO nova.compute.manager [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Took 43.42 seconds to build instance. [ 892.531249] env[69195]: DEBUG nova.network.neutron [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Successfully created port: 8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.574080] env[69195]: DEBUG nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.611918] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.867839] env[69195]: DEBUG oslo_concurrency.lockutils [None req-274a8911-f013-45d1-9898-30526349b093 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "df776528-333b-4022-be7b-d1e49705922d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.031s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.036403] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce60251d-1c22-454c-8abb-9afa64d8d1fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.044311] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.044631] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9573649e-3102-4705-b3a9-75fef6c38f33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.046990] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad88517-e666-46de-b9c8-3a0467ab22a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.087359] env[69195]: INFO nova.virt.block_device [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Booting with volume 505223fe-71c2-40ea-b0db-10c6aa484be7 at /dev/sda [ 893.090808] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ca4ed-ebdb-40f1-a773-4b8989fbc926 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.094146] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 893.094146] env[69195]: value = "task-3504500" [ 893.094146] env[69195]: _type = "Task" [ 893.094146] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.108411] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af7664-f035-4f12-9a4a-09bce5e7cc42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.115873] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.122227] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504499, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.131115] env[69195]: DEBUG nova.compute.provider_tree [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.139339] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79cbdfe1-5d08-4b5f-9a44-ab245bbed8c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.152144] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4fb615-37c3-4269-bf3f-32457e923217 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.194855] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81c2f418-db3d-438d-84cc-def87b1d9bc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.205420] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a4619b-95db-4444-87d0-7564029b7947 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.255597] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27253f85-4261-4a4b-af86-a533aef6564a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.265088] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609fd23-a774-4e5f-9ff7-c319395e8b08 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.283845] env[69195]: DEBUG nova.virt.block_device [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Updating existing volume attachment record: fb3d8fcc-e535-41ad-b6b6-57bd348d0b55 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 893.611205] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504500, 'name': PowerOffVM_Task, 'duration_secs': 0.317298} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.611589] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.611734] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.612867] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16195481-5387-49f3-b31a-2d9bdb37423c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.618937] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504499, 'name': ReconfigVM_Task, 'duration_secs': 1.088977} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.619567] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Reconfigured VM instance instance-00000041 to attach disk [datastore1] fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68/fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.620315] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f389c6b4-62e9-4bfe-98fb-d20e2ebfd353 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.624315] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.624545] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bd73017-0a4b-4d06-af04-0d02a560e0bd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.627516] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 893.627516] env[69195]: value = "task-3504501" [ 893.627516] env[69195]: _type = "Task" [ 893.627516] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.634304] env[69195]: DEBUG nova.scheduler.client.report [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.641314] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504501, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.729634] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.729969] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.730306] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleting the datastore file [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.730914] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fdd7cf6-7eb8-49b2-8965-e01106ad505e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.740574] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 893.740574] env[69195]: value = "task-3504503" [ 893.740574] env[69195]: _type = "Task" [ 893.740574] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.752022] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.782408] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 893.782711] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700304', 'volume_id': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'name': 'volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e4e5b96-e86c-4901-8c87-a70f0da92cfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'serial': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 893.783623] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7fdeb9-bb2f-4365-ad0d-2d2ccebd967b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.807783] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622453a1-7de4-476b-a428-f31d4375c4bc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.811620] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a84bb95-225f-4a31-a356-ce89c9730deb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.839851] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a/volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.840232] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d088f-a266-4c72-a846-f9d3a8969d27 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Suspending the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 893.842793] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d522d0bb-df4f-452e-aa65-15bf1524f36b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.855752] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-00b29bb3-162e-42b4-bf70-74cb9b92daf8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.866917] env[69195]: DEBUG oslo_vmware.api [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 893.866917] env[69195]: value = "task-3504505" [ 893.866917] env[69195]: _type = "Task" [ 893.866917] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.867346] env[69195]: DEBUG oslo_vmware.api [None req-e43d088f-a266-4c72-a846-f9d3a8969d27 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 893.867346] env[69195]: value = "task-3504504" [ 893.867346] env[69195]: _type = "Task" [ 893.867346] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.883365] env[69195]: DEBUG oslo_vmware.api [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.883726] env[69195]: DEBUG oslo_vmware.api [None req-e43d088f-a266-4c72-a846-f9d3a8969d27 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504504, 'name': SuspendVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.995465] env[69195]: DEBUG nova.compute.manager [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.996678] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d63968-6286-4bb2-9aae-70b445f097b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.087331] env[69195]: DEBUG nova.compute.manager [req-14bb1e76-0325-4c5d-aa9c-19f306a4c5e5 req-59b575f5-7db0-4a54-8f19-a47ebeb022ee service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Received event network-vif-plugged-8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.087581] env[69195]: DEBUG oslo_concurrency.lockutils [req-14bb1e76-0325-4c5d-aa9c-19f306a4c5e5 req-59b575f5-7db0-4a54-8f19-a47ebeb022ee service nova] Acquiring lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.087803] env[69195]: DEBUG oslo_concurrency.lockutils [req-14bb1e76-0325-4c5d-aa9c-19f306a4c5e5 req-59b575f5-7db0-4a54-8f19-a47ebeb022ee service nova] Lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.087979] env[69195]: DEBUG oslo_concurrency.lockutils [req-14bb1e76-0325-4c5d-aa9c-19f306a4c5e5 req-59b575f5-7db0-4a54-8f19-a47ebeb022ee service nova] Lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.088200] env[69195]: DEBUG nova.compute.manager [req-14bb1e76-0325-4c5d-aa9c-19f306a4c5e5 req-59b575f5-7db0-4a54-8f19-a47ebeb022ee service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] No waiting events found dispatching network-vif-plugged-8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.088474] env[69195]: WARNING nova.compute.manager [req-14bb1e76-0325-4c5d-aa9c-19f306a4c5e5 req-59b575f5-7db0-4a54-8f19-a47ebeb022ee service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Received unexpected event network-vif-plugged-8cc7a657-cc1e-4df3-92ae-e4a20ba7caac for instance with vm_state building and task_state block_device_mapping. [ 894.139139] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504501, 'name': Rename_Task, 'duration_secs': 0.184779} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.139681] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.139940] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1c5a666-e351-44f8-bd8b-78ae2f3f3ec5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.142596] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.143139] env[69195]: DEBUG nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.145961] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.922s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.147389] env[69195]: INFO nova.compute.claims [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.155957] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 894.155957] env[69195]: value = "task-3504506" [ 894.155957] env[69195]: _type = "Task" [ 894.155957] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.171900] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.198431] env[69195]: DEBUG nova.network.neutron [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Port 2a8565a9-d45d-46d5-bab2-f353a46b6e1c binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 894.198431] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.198431] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.198431] env[69195]: DEBUG nova.network.neutron [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.201931] env[69195]: DEBUG nova.network.neutron [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Successfully updated port: 8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.255205] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453219} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.256064] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.256322] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.256507] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.382198] env[69195]: DEBUG oslo_vmware.api [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.385695] env[69195]: DEBUG oslo_vmware.api [None req-e43d088f-a266-4c72-a846-f9d3a8969d27 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504504, 'name': SuspendVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.509254] env[69195]: INFO nova.compute.manager [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] instance snapshotting [ 894.512565] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed962917-a569-4c51-adab-938752f2c83b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.534837] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfa2c7c-a84d-4e0b-b80c-e8a20cc11fa5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.652372] env[69195]: DEBUG nova.compute.utils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.653751] env[69195]: DEBUG nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.654012] env[69195]: DEBUG nova.network.neutron [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.669763] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.708857] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Acquiring lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.710155] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Acquired lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.710454] env[69195]: DEBUG nova.network.neutron [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.717029] env[69195]: DEBUG nova.policy [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b7725e3f46b4328b50ed03203bdfbb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3927dcbbd6e40e284875081054ba482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.887828] env[69195]: DEBUG oslo_vmware.api [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504505, 'name': ReconfigVM_Task, 'duration_secs': 0.750029} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.895358] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a/volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.898297] env[69195]: DEBUG oslo_vmware.api [None req-e43d088f-a266-4c72-a846-f9d3a8969d27 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504504, 'name': SuspendVM_Task, 'duration_secs': 0.727563} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.901837] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d2026a-c778-4385-b92d-881d016daf5d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.914798] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d088f-a266-4c72-a846-f9d3a8969d27 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Suspended the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 894.917337] env[69195]: DEBUG nova.compute.manager [None req-e43d088f-a266-4c72-a846-f9d3a8969d27 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.922017] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4930bc-bd9c-4ab1-a119-1ffe88a35cdf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.935298] env[69195]: DEBUG oslo_vmware.api [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 894.935298] env[69195]: value = "task-3504507" [ 894.935298] env[69195]: _type = "Task" [ 894.935298] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.944341] env[69195]: DEBUG oslo_vmware.api [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.002447] env[69195]: DEBUG nova.network.neutron [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance_info_cache with network_info: [{"id": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "address": "fa:16:3e:7f:fb:c3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8565a9-d4", "ovs_interfaceid": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.051020] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.051020] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-83c7a298-78cd-446e-b631-0c0d7c3e3452 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.061670] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 895.061670] env[69195]: value = "task-3504508" [ 895.061670] env[69195]: _type = "Task" [ 895.061670] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.072274] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.157581] env[69195]: DEBUG nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.162194] env[69195]: DEBUG nova.network.neutron [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Successfully created port: ebebf69a-7994-45a9-a6fd-367234b9d77b {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.176236] env[69195]: DEBUG oslo_vmware.api [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504506, 'name': PowerOnVM_Task, 'duration_secs': 0.775219} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.176582] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.176815] env[69195]: INFO nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Took 8.93 seconds to spawn the instance on the hypervisor. [ 895.177087] env[69195]: DEBUG nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.177971] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3335cd9-64ae-4aa1-b7fb-ffa1a5c3248c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.251948] env[69195]: DEBUG nova.network.neutron [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.311509] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.311756] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.311913] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.312291] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.312291] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.312937] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.312937] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.312937] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.313107] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.313153] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.313314] env[69195]: DEBUG nova.virt.hardware [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.316581] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc7b656-49d8-4c81-b874-94ee23175d8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.326913] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447a6a22-ce26-427a-9770-516162f5c31a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.346867] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:88:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3172261d-0c10-46fc-a737-07946e2d184f', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.355439] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.361120] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.365180] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e51a10c-1840-4bb4-ab4b-d50e0fc71bdf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.388633] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.388633] env[69195]: value = "task-3504509" [ 895.388633] env[69195]: _type = "Task" [ 895.388633] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.399917] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504509, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.420819] env[69195]: DEBUG nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.421372] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.421584] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.421732] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.423691] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.423691] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.423691] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.423691] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.423691] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.423691] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.423691] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.423691] env[69195]: DEBUG nova.virt.hardware [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.424023] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13440804-90d3-4c19-abb8-9a6ef82f80cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.438297] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba23209e-b101-4758-b0f5-5c1eac0fdf31 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.470646] env[69195]: DEBUG oslo_vmware.api [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504507, 'name': ReconfigVM_Task, 'duration_secs': 0.164907} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.475028] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700304', 'volume_id': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'name': 'volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e4e5b96-e86c-4901-8c87-a70f0da92cfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'serial': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 895.476812] env[69195]: DEBUG nova.network.neutron [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Updating instance_info_cache with network_info: [{"id": "8cc7a657-cc1e-4df3-92ae-e4a20ba7caac", "address": "fa:16:3e:d4:e5:b1", "network": {"id": "fe435563-4649-4b2a-98c0-cc4f64d391be", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-87627298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01f95ee0a59c4d52a2b159332521c550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7a657-cc", "ovs_interfaceid": "8cc7a657-cc1e-4df3-92ae-e4a20ba7caac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.510956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.558359] env[69195]: DEBUG nova.network.neutron [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Successfully created port: 78d72166-f709-4942-8bab-fa2e56972ab0 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.573985] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504508, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.685601] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d7959-d6e5-4255-9497-3cc8ca6cddc3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.691130] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d022cba1-8469-4ff1-a356-41751e000d9f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.702362] env[69195]: INFO nova.compute.manager [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Took 44.86 seconds to build instance. [ 895.742470] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f7db4-1412-4f53-9429-0dc923c6026a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.752595] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698e20f-c5aa-409a-9678-7e883423f691 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.768947] env[69195]: DEBUG nova.compute.provider_tree [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.900357] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504509, 'name': CreateVM_Task, 'duration_secs': 0.44448} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.900357] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.901091] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.901361] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.901730] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.902077] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945ae15a-6d7e-4390-bea5-8fee4375cddf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.910998] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 895.910998] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52081285-1fda-2c8e-0367-ba5e74122172" [ 895.910998] env[69195]: _type = "Task" [ 895.910998] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.920471] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52081285-1fda-2c8e-0367-ba5e74122172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.983830] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Releasing lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.984192] env[69195]: DEBUG nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Instance network_info: |[{"id": "8cc7a657-cc1e-4df3-92ae-e4a20ba7caac", "address": "fa:16:3e:d4:e5:b1", "network": {"id": "fe435563-4649-4b2a-98c0-cc4f64d391be", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-87627298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01f95ee0a59c4d52a2b159332521c550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7a657-cc", "ovs_interfaceid": "8cc7a657-cc1e-4df3-92ae-e4a20ba7caac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.985037] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:e5:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cc7a657-cc1e-4df3-92ae-e4a20ba7caac', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.992967] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Creating folder: Project (01f95ee0a59c4d52a2b159332521c550). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.993371] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b0cd33c-a7dd-41e7-ac23-de18b76e1e3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.009930] env[69195]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 896.010133] env[69195]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69195) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 896.010541] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Folder already exists: Project (01f95ee0a59c4d52a2b159332521c550). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 896.011348] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Creating folder: Instances. Parent ref: group-v700263. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.011348] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85acbc22-8f4d-4f1a-8c70-7dc78b8b8148 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.013938] env[69195]: DEBUG nova.compute.manager [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69195) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 896.014159] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.026064] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Created folder: Instances in parent group-v700263. [ 896.026336] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.026616] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.030099] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb7bdd2-bf08-4e7b-a207-b2c596a2a063 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.053305] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.053305] env[69195]: value = "task-3504512" [ 896.053305] env[69195]: _type = "Task" [ 896.053305] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.062868] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504512, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.072827] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504508, 'name': CreateSnapshot_Task, 'duration_secs': 0.927515} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.074030] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 896.074030] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6320ebda-dcee-4114-94cf-c8cd50e46d1c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.172843] env[69195]: DEBUG nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.205073] env[69195]: DEBUG oslo_concurrency.lockutils [None req-21183c6c-b3c5-43b4-b678-116ea36e8919 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.795s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.276133] env[69195]: DEBUG nova.scheduler.client.report [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.367464] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.368022] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.368288] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.368583] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.368807] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.369038] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.369862] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.370764] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.371060] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.371300] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.371568] env[69195]: DEBUG nova.virt.hardware [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.372524] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e5e4ba-b7b4-4228-8d6a-d0e75d73d083 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.383218] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa295e6-d9d7-481a-8962-8ca668b05a98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.421926] env[69195]: DEBUG nova.compute.manager [req-ab2cfaa1-183c-4052-944a-4360d0f06297 req-0f6ea8e2-e254-46eb-9dfb-8042fe80a17f service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Received event network-changed-8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.422109] env[69195]: DEBUG nova.compute.manager [req-ab2cfaa1-183c-4052-944a-4360d0f06297 req-0f6ea8e2-e254-46eb-9dfb-8042fe80a17f service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Refreshing instance network info cache due to event network-changed-8cc7a657-cc1e-4df3-92ae-e4a20ba7caac. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.422338] env[69195]: DEBUG oslo_concurrency.lockutils [req-ab2cfaa1-183c-4052-944a-4360d0f06297 req-0f6ea8e2-e254-46eb-9dfb-8042fe80a17f service nova] Acquiring lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.422496] env[69195]: DEBUG oslo_concurrency.lockutils [req-ab2cfaa1-183c-4052-944a-4360d0f06297 req-0f6ea8e2-e254-46eb-9dfb-8042fe80a17f service nova] Acquired lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.422685] env[69195]: DEBUG nova.network.neutron [req-ab2cfaa1-183c-4052-944a-4360d0f06297 req-0f6ea8e2-e254-46eb-9dfb-8042fe80a17f service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Refreshing network info cache for port 8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.429948] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52081285-1fda-2c8e-0367-ba5e74122172, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.430780] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.430985] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.431503] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.431503] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.431597] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.432107] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e106dfb-25e4-4218-a320-d127805c81d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.443226] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.443363] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.444324] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81e2b651-f86e-48cc-a82c-1531ac405a30 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.454199] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 896.454199] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cbeb89-ea76-6d5a-9081-f313ccd27fd9" [ 896.454199] env[69195]: _type = "Task" [ 896.454199] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.464812] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cbeb89-ea76-6d5a-9081-f313ccd27fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.548589] env[69195]: DEBUG nova.objects.instance [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lazy-loading 'flavor' on Instance uuid 6e4e5b96-e86c-4901-8c87-a70f0da92cfe {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.564589] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504512, 'name': CreateVM_Task, 'duration_secs': 0.454534} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.565402] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.566109] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700271', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'name': 'volume-505223fe-71c2-40ea-b0db-10c6aa484be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbf65c44-8008-4aa8-8c39-1793c7b58d11', 'attached_at': '', 'detached_at': '', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'serial': '505223fe-71c2-40ea-b0db-10c6aa484be7'}, 'disk_bus': None, 'attachment_id': 'fb3d8fcc-e535-41ad-b6b6-57bd348d0b55', 'volume_type': None}], 'swap': None} {{(pid=69195) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 896.566377] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Root volume attach. Driver type: vmdk {{(pid=69195) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 896.567586] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9ca24c-2f6b-4964-8512-7212dfdf654c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.576935] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b757e41-6781-47c5-bc59-bdf8e2494309 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.584115] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f1e4b-b05c-4c7a-8ffb-59a7f2729b54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.593865] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.594273] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d71ad129-1513-4a54-a500-4f06d88108f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.601978] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1f518743-8f64-413c-aa30-b843bcf962f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.606084] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 896.606084] env[69195]: value = "task-3504513" [ 896.606084] env[69195]: _type = "Task" [ 896.606084] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.611337] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 896.611337] env[69195]: value = "task-3504514" [ 896.611337] env[69195]: _type = "Task" [ 896.611337] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.617701] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504513, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.623462] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.779607] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.780186] env[69195]: DEBUG nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.782965] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.544s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.783214] env[69195]: DEBUG nova.objects.instance [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lazy-loading 'resources' on Instance uuid ad52c9c1-5738-4fb5-9d8e-add1d0b8a497 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.969662] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cbeb89-ea76-6d5a-9081-f313ccd27fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.016611} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.973575] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f0a945-9df5-47ea-a6f6-d672b0df0208 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.982990] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 896.982990] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52663cce-f33e-9775-523f-1f73ab99ae98" [ 896.982990] env[69195]: _type = "Task" [ 896.982990] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.996440] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52663cce-f33e-9775-523f-1f73ab99ae98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.055402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4a3077a6-1621-4aaf-930b-239456c83df9 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.482s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.127281] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 40%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.131075] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504513, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.191044] env[69195]: DEBUG nova.network.neutron [req-ab2cfaa1-183c-4052-944a-4360d0f06297 req-0f6ea8e2-e254-46eb-9dfb-8042fe80a17f service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Updated VIF entry in instance network info cache for port 8cc7a657-cc1e-4df3-92ae-e4a20ba7caac. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.191548] env[69195]: DEBUG nova.network.neutron [req-ab2cfaa1-183c-4052-944a-4360d0f06297 req-0f6ea8e2-e254-46eb-9dfb-8042fe80a17f service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Updating instance_info_cache with network_info: [{"id": "8cc7a657-cc1e-4df3-92ae-e4a20ba7caac", "address": "fa:16:3e:d4:e5:b1", "network": {"id": "fe435563-4649-4b2a-98c0-cc4f64d391be", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-87627298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01f95ee0a59c4d52a2b159332521c550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7a657-cc", "ovs_interfaceid": "8cc7a657-cc1e-4df3-92ae-e4a20ba7caac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.287365] env[69195]: DEBUG nova.compute.utils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.298491] env[69195]: DEBUG nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.298491] env[69195]: DEBUG nova.network.neutron [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.315317] env[69195]: DEBUG nova.network.neutron [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Successfully updated port: ebebf69a-7994-45a9-a6fd-367234b9d77b {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.367703] env[69195]: DEBUG nova.policy [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0f9564c8c4474d91600d8a88d68410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e950ccf72b9481dbbb1c44a374b680b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.414347] env[69195]: DEBUG nova.compute.manager [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.419178] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626f6bac-c2b4-4c72-836a-bac70a0a4051 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.509258] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52663cce-f33e-9775-523f-1f73ab99ae98, 'name': SearchDatastore_Task, 'duration_secs': 0.016107} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.513604] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.513966] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.514766] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f16b084-d231-428e-86f1-a51853371ec2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.530507] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 897.530507] env[69195]: value = "task-3504515" [ 897.530507] env[69195]: _type = "Task" [ 897.530507] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.550449] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.629061] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504513, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.632951] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 54%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.695762] env[69195]: DEBUG oslo_concurrency.lockutils [req-ab2cfaa1-183c-4052-944a-4360d0f06297 req-0f6ea8e2-e254-46eb-9dfb-8042fe80a17f service nova] Releasing lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.797916] env[69195]: DEBUG nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.867710] env[69195]: DEBUG nova.network.neutron [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Successfully created port: 1b20cb32-97a6-4504-acc5-8aab27acc59d {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.903238] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7d1ec5-5b3b-47c4-894d-a59bbebf7bda {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.921083] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad294efa-5c96-493b-8954-5ef8b6bb87a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.964497] env[69195]: INFO nova.compute.manager [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] instance snapshotting [ 897.964699] env[69195]: WARNING nova.compute.manager [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 897.968054] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7edf54-489d-4ff6-88aa-67853182588c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.972072] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa96084-e813-44ab-ac6e-3ee4d7cb34d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.003717] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae3cb7-f47b-4116-bfb0-ea313c1b1424 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.009729] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835a204c-2f06-47ba-9ef6-7874f05bf04b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.031653] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.031945] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.036933] env[69195]: DEBUG nova.compute.provider_tree [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.049546] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504515, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.131027] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 67%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.131416] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504513, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.452183] env[69195]: DEBUG nova.compute.manager [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Received event network-changed-6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.452418] env[69195]: DEBUG nova.compute.manager [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Refreshing instance network info cache due to event network-changed-6e07ff78-73eb-473b-8e22-21cfea849f70. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.452651] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Acquiring lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.452794] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Acquired lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.452955] env[69195]: DEBUG nova.network.neutron [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Refreshing network info cache for port 6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.538408] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.539019] env[69195]: INFO nova.compute.manager [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Detaching volume cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a [ 898.542034] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d27aa7d-5e2c-469f-ab3f-e68d232a057f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.545962] env[69195]: DEBUG nova.scheduler.client.report [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.559914] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769792} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.562163] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.562568] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.562947] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 898.562947] env[69195]: value = "task-3504516" [ 898.562947] env[69195]: _type = "Task" [ 898.562947] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.564111] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-680c2f14-5125-47c9-982a-3e5b0bd2c4d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.577430] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 898.577430] env[69195]: value = "task-3504517" [ 898.577430] env[69195]: _type = "Task" [ 898.577430] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.580878] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504516, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.594207] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.598733] env[69195]: INFO nova.virt.block_device [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Attempting to driver detach volume cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a from mountpoint /dev/sdb [ 898.599014] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 898.599252] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700304', 'volume_id': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'name': 'volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e4e5b96-e86c-4901-8c87-a70f0da92cfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'serial': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 898.600198] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a7863e-0056-4883-bb15-126d399e36c3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.635036] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3492291a-5431-473a-b1dd-c9976c163e81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.643595] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 82%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.648885] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504513, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.649757] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487825e1-e73a-4f5a-bbe2-3069edb20db7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.675174] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1796f2bd-b470-4789-964e-8ca507f320ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.696302] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] The volume has not been displaced from its original location: [datastore1] volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a/volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 898.704992] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 898.706261] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b0d7c9-6ad4-4b1e-bf90-405416e927f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.733835] env[69195]: DEBUG oslo_vmware.api [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 898.733835] env[69195]: value = "task-3504518" [ 898.733835] env[69195]: _type = "Task" [ 898.733835] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.747806] env[69195]: DEBUG oslo_vmware.api [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.811242] env[69195]: DEBUG nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.856447] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.856745] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.856902] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.857108] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.857260] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.857435] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.857739] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.857890] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.858043] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.858234] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.858448] env[69195]: DEBUG nova.virt.hardware [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.859396] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe374e02-a4c9-4724-9d76-b15f305d3532 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.873682] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76ffba8-13bd-41e3-a9d2-c493d280061f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.054497] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.057402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.816s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.059317] env[69195]: INFO nova.compute.claims [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.085482] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504516, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.097776] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339841} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.101020] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.101753] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0748f7-18ae-4ee7-ad5b-4534b0c85be8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.107489] env[69195]: INFO nova.scheduler.client.report [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Deleted allocations for instance ad52c9c1-5738-4fb5-9d8e-add1d0b8a497 [ 899.137478] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.142614] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a8279b6-2dd3-4e9d-b0ab-1f99be4f2a60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.172517] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504513, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.177449] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.177912] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 899.177912] env[69195]: value = "task-3504519" [ 899.177912] env[69195]: _type = "Task" [ 899.177912] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.189333] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.246761] env[69195]: DEBUG oslo_vmware.api [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504518, 'name': ReconfigVM_Task, 'duration_secs': 0.456563} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.248867] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 899.253395] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8728a0ed-e3c6-4bba-b8e8-11c798c08b26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.272661] env[69195]: DEBUG oslo_vmware.api [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 899.272661] env[69195]: value = "task-3504520" [ 899.272661] env[69195]: _type = "Task" [ 899.272661] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.283815] env[69195]: DEBUG oslo_vmware.api [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.313826] env[69195]: DEBUG oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c87b6-371a-cbdb-8a64-55625fb6d188/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.314755] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b83dc3-21e2-40b0-b414-50893f5a4296 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.322650] env[69195]: DEBUG oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c87b6-371a-cbdb-8a64-55625fb6d188/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.322823] env[69195]: ERROR oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c87b6-371a-cbdb-8a64-55625fb6d188/disk-0.vmdk due to incomplete transfer. [ 899.323109] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b03cdfef-ffdd-407f-a7dc-6fc15b49f1b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.332523] env[69195]: DEBUG oslo_vmware.rw_handles [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525c87b6-371a-cbdb-8a64-55625fb6d188/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 899.332774] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Uploaded image 9b837297-0fe2-45c2-aa6e-5b1bcb6f040c to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 899.335314] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 899.335605] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-052bcbfc-6de9-4685-a02e-208079558a09 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.343118] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 899.343118] env[69195]: value = "task-3504521" [ 899.343118] env[69195]: _type = "Task" [ 899.343118] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.354900] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504521, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.373507] env[69195]: DEBUG nova.network.neutron [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updated VIF entry in instance network info cache for port 6e07ff78-73eb-473b-8e22-21cfea849f70. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.373986] env[69195]: DEBUG nova.network.neutron [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.579033] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504516, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.621177] env[69195]: DEBUG nova.compute.manager [req-1a35aefa-eb56-4377-8030-1e4be5fbfd2b req-9825606d-577f-4108-90d2-f41f747ccbcc service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Received event network-vif-plugged-1b20cb32-97a6-4504-acc5-8aab27acc59d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.621450] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a35aefa-eb56-4377-8030-1e4be5fbfd2b req-9825606d-577f-4108-90d2-f41f747ccbcc service nova] Acquiring lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.621669] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a35aefa-eb56-4377-8030-1e4be5fbfd2b req-9825606d-577f-4108-90d2-f41f747ccbcc service nova] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.621990] env[69195]: DEBUG oslo_concurrency.lockutils [req-1a35aefa-eb56-4377-8030-1e4be5fbfd2b req-9825606d-577f-4108-90d2-f41f747ccbcc service nova] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.622049] env[69195]: DEBUG nova.compute.manager [req-1a35aefa-eb56-4377-8030-1e4be5fbfd2b req-9825606d-577f-4108-90d2-f41f747ccbcc service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] No waiting events found dispatching network-vif-plugged-1b20cb32-97a6-4504-acc5-8aab27acc59d {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.622190] env[69195]: WARNING nova.compute.manager [req-1a35aefa-eb56-4377-8030-1e4be5fbfd2b req-9825606d-577f-4108-90d2-f41f747ccbcc service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Received unexpected event network-vif-plugged-1b20cb32-97a6-4504-acc5-8aab27acc59d for instance with vm_state building and task_state spawning. [ 899.625849] env[69195]: DEBUG nova.network.neutron [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Successfully updated port: 78d72166-f709-4942-8bab-fa2e56972ab0 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.643317] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504513, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.651860] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5482427a-04dc-4e96-9900-db35c383f4f0 tempest-ServerRescueTestJSON-1501419910 tempest-ServerRescueTestJSON-1501419910-project-member] Lock "ad52c9c1-5738-4fb5-9d8e-add1d0b8a497" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.023s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.663966] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.689647] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.789023] env[69195]: DEBUG oslo_vmware.api [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504520, 'name': ReconfigVM_Task, 'duration_secs': 0.190519} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.789023] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700304', 'volume_id': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'name': 'volume-cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6e4e5b96-e86c-4901-8c87-a70f0da92cfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a', 'serial': 'cc0685bb-2c42-4ce1-8cf8-127c7e2ad13a'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 899.856030] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504521, 'name': Destroy_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.880028] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Releasing lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.880028] env[69195]: DEBUG nova.compute.manager [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Received event network-vif-plugged-ebebf69a-7994-45a9-a6fd-367234b9d77b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.880028] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Acquiring lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.880028] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.880028] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.880028] env[69195]: DEBUG nova.compute.manager [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] No waiting events found dispatching network-vif-plugged-ebebf69a-7994-45a9-a6fd-367234b9d77b {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.880028] env[69195]: WARNING nova.compute.manager [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Received unexpected event network-vif-plugged-ebebf69a-7994-45a9-a6fd-367234b9d77b for instance with vm_state building and task_state spawning. [ 899.880028] env[69195]: DEBUG nova.compute.manager [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Received event network-changed-ebebf69a-7994-45a9-a6fd-367234b9d77b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.880028] env[69195]: DEBUG nova.compute.manager [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Refreshing instance network info cache due to event network-changed-ebebf69a-7994-45a9-a6fd-367234b9d77b. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.880028] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Acquiring lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.880028] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Acquired lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.880028] env[69195]: DEBUG nova.network.neutron [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Refreshing network info cache for port ebebf69a-7994-45a9-a6fd-367234b9d77b {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.907394] env[69195]: DEBUG nova.network.neutron [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Successfully updated port: 1b20cb32-97a6-4504-acc5-8aab27acc59d {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.084745] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504516, 'name': CreateSnapshot_Task, 'duration_secs': 1.26956} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.086658] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.086658] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec4d64f-318e-469d-9a81-180f0b061557 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.133137] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.138774] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504513, 'name': CloneVM_Task, 'duration_secs': 3.534836} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.138977] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Created linked-clone VM from snapshot [ 900.142557] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee11846-e8fc-444e-a591-72843cddf551 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.157647] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Uploading image a92e3534-c2bb-47e1-8960-29a5009a4374 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 900.163187] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.191254] env[69195]: DEBUG oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 900.191254] env[69195]: value = "vm-700309" [ 900.191254] env[69195]: _type = "VirtualMachine" [ 900.191254] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 900.191975] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21f35798-8eec-4937-9076-734cce30739c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.202224] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504519, 'name': ReconfigVM_Task, 'duration_secs': 0.52117} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.204453] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.205364] env[69195]: DEBUG oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lease: (returnval){ [ 900.205364] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522dd54a-aa76-8749-98bb-e72e1fa7ad20" [ 900.205364] env[69195]: _type = "HttpNfcLease" [ 900.205364] env[69195]: } obtained for exporting VM: (result){ [ 900.205364] env[69195]: value = "vm-700309" [ 900.205364] env[69195]: _type = "VirtualMachine" [ 900.205364] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 900.206501] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the lease: (returnval){ [ 900.206501] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522dd54a-aa76-8749-98bb-e72e1fa7ad20" [ 900.206501] env[69195]: _type = "HttpNfcLease" [ 900.206501] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.211830] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65bf63ea-db37-44ff-9ec7-f6b9e8841d03 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.224942] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.224942] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522dd54a-aa76-8749-98bb-e72e1fa7ad20" [ 900.224942] env[69195]: _type = "HttpNfcLease" [ 900.224942] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.226836] env[69195]: DEBUG oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.226836] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522dd54a-aa76-8749-98bb-e72e1fa7ad20" [ 900.226836] env[69195]: _type = "HttpNfcLease" [ 900.226836] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 900.227293] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 900.227293] env[69195]: value = "task-3504523" [ 900.227293] env[69195]: _type = "Task" [ 900.227293] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.228193] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d11f969-b558-4069-b8d7-51796d57f572 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.250168] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504523, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.250482] env[69195]: DEBUG oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ac4b1-9b23-e1da-8fa8-61f9743abcdb/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.250647] env[69195]: DEBUG oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ac4b1-9b23-e1da-8fa8-61f9743abcdb/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 900.353754] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504521, 'name': Destroy_Task, 'duration_secs': 0.531512} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.359335] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Destroyed the VM [ 900.359710] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 900.360478] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44f685aa-a17d-480e-8ba1-1f9ce7ba976f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.364149] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed68d74c-9196-414a-991e-e8625b00f8b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.368640] env[69195]: DEBUG nova.objects.instance [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lazy-loading 'flavor' on Instance uuid 6e4e5b96-e86c-4901-8c87-a70f0da92cfe {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.373635] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 900.373635] env[69195]: value = "task-3504524" [ 900.373635] env[69195]: _type = "Task" [ 900.373635] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.390812] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504524, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.410945] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.411176] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.411252] env[69195]: DEBUG nova.network.neutron [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.442541] env[69195]: DEBUG nova.network.neutron [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.543019] env[69195]: DEBUG nova.network.neutron [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.606989] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.607553] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9079668-0b31-46f7-9346-07c68aabab5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.619059] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 900.619059] env[69195]: value = "task-3504525" [ 900.619059] env[69195]: _type = "Task" [ 900.619059] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.635927] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504525, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.658860] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task} progress is 98%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.675374] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d9dd9b-6a0a-4afa-b001-a4685e7c923f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.683969] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4131a6-4310-4f3f-af51-498550f41144 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.730702] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f1d7b-4323-480e-90d6-5b330f9c1d63 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.746378] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504523, 'name': Rename_Task, 'duration_secs': 0.191272} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.750330] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.750330] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e68059c2-2efa-4346-9f43-52effa1f3d5d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.753973] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c913a568-caf4-4d3e-9da5-4588b07cf72a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.771404] env[69195]: DEBUG nova.compute.provider_tree [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.777010] env[69195]: DEBUG nova.compute.manager [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Received event network-vif-plugged-78d72166-f709-4942-8bab-fa2e56972ab0 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.777318] env[69195]: DEBUG oslo_concurrency.lockutils [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] Acquiring lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.777648] env[69195]: DEBUG oslo_concurrency.lockutils [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.777721] env[69195]: DEBUG oslo_concurrency.lockutils [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.777879] env[69195]: DEBUG nova.compute.manager [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] No waiting events found dispatching network-vif-plugged-78d72166-f709-4942-8bab-fa2e56972ab0 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.778101] env[69195]: WARNING nova.compute.manager [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Received unexpected event network-vif-plugged-78d72166-f709-4942-8bab-fa2e56972ab0 for instance with vm_state building and task_state spawning. [ 900.778394] env[69195]: DEBUG nova.compute.manager [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Received event network-changed-78d72166-f709-4942-8bab-fa2e56972ab0 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.778581] env[69195]: DEBUG nova.compute.manager [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Refreshing instance network info cache due to event network-changed-78d72166-f709-4942-8bab-fa2e56972ab0. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.778793] env[69195]: DEBUG oslo_concurrency.lockutils [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] Acquiring lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.779531] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 900.779531] env[69195]: value = "task-3504526" [ 900.779531] env[69195]: _type = "Task" [ 900.779531] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.792364] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.894013] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504524, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.978982] env[69195]: DEBUG nova.network.neutron [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.048032] env[69195]: DEBUG oslo_concurrency.lockutils [req-1ec24832-6e87-47cb-a1b9-4deeae83f64a req-6d2d3734-a340-4d24-b1d1-98efcb461484 service nova] Releasing lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.048032] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquired lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.048032] env[69195]: DEBUG nova.network.neutron [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.132685] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504525, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.158242] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504514, 'name': RelocateVM_Task, 'duration_secs': 4.094257} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.158729] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 901.159270] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700271', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'name': 'volume-505223fe-71c2-40ea-b0db-10c6aa484be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbf65c44-8008-4aa8-8c39-1793c7b58d11', 'attached_at': '', 'detached_at': '', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'serial': '505223fe-71c2-40ea-b0db-10c6aa484be7'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 901.160154] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f028ade-e07c-413f-a24d-a907697e9c33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.184932] env[69195]: DEBUG nova.network.neutron [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance_info_cache with network_info: [{"id": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "address": "fa:16:3e:0d:cd:a3", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b20cb32-97", "ovs_interfaceid": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.186038] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe1fac-3ed5-4009-b0c2-dc2d66d64c64 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.213826] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-505223fe-71c2-40ea-b0db-10c6aa484be7/volume-505223fe-71c2-40ea-b0db-10c6aa484be7.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.216254] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22656341-faec-46c6-b267-a6c9d815f5fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.236437] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "6eb559c9-c003-4820-8e14-9bae27069f46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.239042] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "6eb559c9-c003-4820-8e14-9bae27069f46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.246861] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 901.246861] env[69195]: value = "task-3504527" [ 901.246861] env[69195]: _type = "Task" [ 901.246861] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.260277] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.281457] env[69195]: DEBUG nova.scheduler.client.report [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.298414] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504526, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.386804] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dbd8c075-9e82-4300-ab01-bf706489e87f tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.355s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.395954] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504524, 'name': RemoveSnapshot_Task, 'duration_secs': 0.735414} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.396881] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.397584] env[69195]: DEBUG nova.compute.manager [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.398747] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e49ef-19a7-473c-acc8-439d4ac9b68b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.628557] env[69195]: DEBUG nova.network.neutron [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.639178] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504525, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.690238] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.690576] env[69195]: DEBUG nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Instance network_info: |[{"id": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "address": "fa:16:3e:0d:cd:a3", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b20cb32-97", "ovs_interfaceid": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.691026] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:cd:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b20cb32-97a6-4504-acc5-8aab27acc59d', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.708264] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.708683] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.709285] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2db862a-fe13-4322-9c98-cc20c2de7422 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.733617] env[69195]: DEBUG nova.compute.manager [req-b6f3dcd0-ab26-446c-8656-71b2fb04aadf req-f10c9751-0b59-431e-93c5-426785a21690 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Received event network-changed-1b20cb32-97a6-4504-acc5-8aab27acc59d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.733885] env[69195]: DEBUG nova.compute.manager [req-b6f3dcd0-ab26-446c-8656-71b2fb04aadf req-f10c9751-0b59-431e-93c5-426785a21690 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Refreshing instance network info cache due to event network-changed-1b20cb32-97a6-4504-acc5-8aab27acc59d. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.734124] env[69195]: DEBUG oslo_concurrency.lockutils [req-b6f3dcd0-ab26-446c-8656-71b2fb04aadf req-f10c9751-0b59-431e-93c5-426785a21690 service nova] Acquiring lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.734267] env[69195]: DEBUG oslo_concurrency.lockutils [req-b6f3dcd0-ab26-446c-8656-71b2fb04aadf req-f10c9751-0b59-431e-93c5-426785a21690 service nova] Acquired lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.734420] env[69195]: DEBUG nova.network.neutron [req-b6f3dcd0-ab26-446c-8656-71b2fb04aadf req-f10c9751-0b59-431e-93c5-426785a21690 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Refreshing network info cache for port 1b20cb32-97a6-4504-acc5-8aab27acc59d {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.739620] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.739620] env[69195]: value = "task-3504528" [ 901.739620] env[69195]: _type = "Task" [ 901.739620] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.743034] env[69195]: DEBUG nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.759935] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504528, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.767844] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.794409] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.796677] env[69195]: DEBUG nova.compute.manager [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.801814] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.960s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.802645] env[69195]: DEBUG nova.objects.instance [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lazy-loading 'resources' on Instance uuid faf12bed-a33c-4598-a27b-7c2fca92b4e9 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.816024] env[69195]: DEBUG oslo_vmware.api [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504526, 'name': PowerOnVM_Task, 'duration_secs': 0.763} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.816024] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.816024] env[69195]: DEBUG nova.compute.manager [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.816024] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f13dca-5663-45b0-8f62-16169cea47c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.916904] env[69195]: INFO nova.compute.manager [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Shelve offloading [ 902.134530] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504525, 'name': CloneVM_Task, 'duration_secs': 1.469063} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.134530] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Created linked-clone VM from snapshot [ 902.134940] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e02096-8719-484a-a578-ebd9f9c3b9d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.146114] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Uploading image bcce2f4c-06cf-4f5e-a2c2-206ad8f426d0 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.187211] env[69195]: DEBUG oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.187211] env[69195]: value = "vm-700311" [ 902.187211] env[69195]: _type = "VirtualMachine" [ 902.187211] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.187533] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c288aad8-612e-4ee0-8859-842589f1341f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.198758] env[69195]: DEBUG oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lease: (returnval){ [ 902.198758] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529d456a-be7a-d6c1-4063-9a6948e6f628" [ 902.198758] env[69195]: _type = "HttpNfcLease" [ 902.198758] env[69195]: } obtained for exporting VM: (result){ [ 902.198758] env[69195]: value = "vm-700311" [ 902.198758] env[69195]: _type = "VirtualMachine" [ 902.198758] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.199116] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the lease: (returnval){ [ 902.199116] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529d456a-be7a-d6c1-4063-9a6948e6f628" [ 902.199116] env[69195]: _type = "HttpNfcLease" [ 902.199116] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.207845] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.207845] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529d456a-be7a-d6c1-4063-9a6948e6f628" [ 902.207845] env[69195]: _type = "HttpNfcLease" [ 902.207845] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.259072] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504528, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.275388] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504527, 'name': ReconfigVM_Task, 'duration_secs': 0.588018} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.275725] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-505223fe-71c2-40ea-b0db-10c6aa484be7/volume-505223fe-71c2-40ea-b0db-10c6aa484be7.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.282773] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e9ce69-acc4-4481-8360-9b8d2e318f19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.295756] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.303468] env[69195]: DEBUG nova.compute.utils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.309164] env[69195]: DEBUG nova.compute.manager [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 902.313402] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 902.313402] env[69195]: value = "task-3504530" [ 902.313402] env[69195]: _type = "Task" [ 902.313402] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.313592] env[69195]: DEBUG nova.network.neutron [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Updating instance_info_cache with network_info: [{"id": "ebebf69a-7994-45a9-a6fd-367234b9d77b", "address": "fa:16:3e:ab:7f:15", "network": {"id": "281b1b50-0e1c-4a25-b2e3-3a2a0d1c16eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1565048706", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebebf69a-79", "ovs_interfaceid": "ebebf69a-7994-45a9-a6fd-367234b9d77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78d72166-f709-4942-8bab-fa2e56972ab0", "address": "fa:16:3e:43:5e:9a", "network": {"id": "1434fa6e-8d50-4be8-903c-4e1044c30b46", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034773625", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d72166-f7", "ovs_interfaceid": "78d72166-f709-4942-8bab-fa2e56972ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.326352] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.341818] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.421149] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.422030] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad59845a-4164-4b62-b0da-dde23690b5df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.436408] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 902.436408] env[69195]: value = "task-3504531" [ 902.436408] env[69195]: _type = "Task" [ 902.436408] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.446579] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 902.446827] env[69195]: DEBUG nova.compute.manager [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.451025] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47805c2-23ac-4cbe-ad60-a276a97fe248 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.458924] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.459962] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.459962] env[69195]: DEBUG nova.network.neutron [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.610831] env[69195]: DEBUG nova.network.neutron [req-b6f3dcd0-ab26-446c-8656-71b2fb04aadf req-f10c9751-0b59-431e-93c5-426785a21690 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updated VIF entry in instance network info cache for port 1b20cb32-97a6-4504-acc5-8aab27acc59d. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.611307] env[69195]: DEBUG nova.network.neutron [req-b6f3dcd0-ab26-446c-8656-71b2fb04aadf req-f10c9751-0b59-431e-93c5-426785a21690 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance_info_cache with network_info: [{"id": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "address": "fa:16:3e:0d:cd:a3", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b20cb32-97", "ovs_interfaceid": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.723741] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.723741] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529d456a-be7a-d6c1-4063-9a6948e6f628" [ 902.723741] env[69195]: _type = "HttpNfcLease" [ 902.723741] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.726905] env[69195]: DEBUG oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.726905] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529d456a-be7a-d6c1-4063-9a6948e6f628" [ 902.726905] env[69195]: _type = "HttpNfcLease" [ 902.726905] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.728406] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64fef6-d594-49cf-a288-25068a71c58d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.741584] env[69195]: DEBUG oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52476097-c590-4d96-7bd1-23e1139e05f6/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.741584] env[69195]: DEBUG oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52476097-c590-4d96-7bd1-23e1139e05f6/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.810695] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504528, 'name': CreateVM_Task, 'duration_secs': 0.531538} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.812175] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.812957] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.813119] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.813478] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.815725] env[69195]: DEBUG nova.compute.manager [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.818398] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eccb3f8-5ee4-4396-948e-09763ce74ada {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.828393] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Releasing lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.828393] env[69195]: DEBUG nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Instance network_info: |[{"id": "ebebf69a-7994-45a9-a6fd-367234b9d77b", "address": "fa:16:3e:ab:7f:15", "network": {"id": "281b1b50-0e1c-4a25-b2e3-3a2a0d1c16eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1565048706", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebebf69a-79", "ovs_interfaceid": "ebebf69a-7994-45a9-a6fd-367234b9d77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78d72166-f709-4942-8bab-fa2e56972ab0", "address": "fa:16:3e:43:5e:9a", "network": {"id": "1434fa6e-8d50-4be8-903c-4e1044c30b46", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034773625", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d72166-f7", "ovs_interfaceid": "78d72166-f709-4942-8bab-fa2e56972ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.828393] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "2f21c6b1-8a65-4860-b801-8db5512b572a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.828393] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "2f21c6b1-8a65-4860-b801-8db5512b572a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.833495] env[69195]: DEBUG oslo_concurrency.lockutils [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] Acquired lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.833830] env[69195]: DEBUG nova.network.neutron [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Refreshing network info cache for port 78d72166-f709-4942-8bab-fa2e56972ab0 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.835286] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:7f:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebebf69a-7994-45a9-a6fd-367234b9d77b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:5e:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d72166-f709-4942-8bab-fa2e56972ab0', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.846131] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.850877] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.856163] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a41dbb24-fe4b-417c-8937-58e1c51ff14d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.875561] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 902.875561] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d525ce-ecc9-5673-c21b-b747c3502b4e" [ 902.875561] env[69195]: _type = "Task" [ 902.875561] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.883753] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504530, 'name': ReconfigVM_Task, 'duration_secs': 0.207948} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.887444] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f5a131b-b41f-4474-b1dd-1a96d3ddd308 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.889698] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700271', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'name': 'volume-505223fe-71c2-40ea-b0db-10c6aa484be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbf65c44-8008-4aa8-8c39-1793c7b58d11', 'attached_at': '', 'detached_at': '', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'serial': '505223fe-71c2-40ea-b0db-10c6aa484be7'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 902.891690] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1e4b3a-660a-444d-9c61-a99fca003a0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.893691] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.893691] env[69195]: value = "task-3504532" [ 902.893691] env[69195]: _type = "Task" [ 902.893691] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.905988] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d525ce-ecc9-5673-c21b-b747c3502b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.01329} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.913863] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.914162] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.914414] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.914578] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.914768] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.915568] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 902.915568] env[69195]: value = "task-3504533" [ 902.915568] env[69195]: _type = "Task" [ 902.915568] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.915740] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504532, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.918229] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7865d97e-1ce0-47b3-96f1-1789dcf3d6fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.940758] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504533, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.942823] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.943054] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.943837] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd41946-5714-4253-bf98-eb7d06656647 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.958074] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 902.958074] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d23f-5114-3c67-c1cc-06b8af8b8942" [ 902.958074] env[69195]: _type = "Task" [ 902.958074] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.974823] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d23f-5114-3c67-c1cc-06b8af8b8942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.030029] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2032ecfd-10e3-420f-8ebb-08ffc03409d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.037514] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d270e44d-f260-4065-9342-c29cdaa410de {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.819008] env[69195]: DEBUG oslo_concurrency.lockutils [req-b6f3dcd0-ab26-446c-8656-71b2fb04aadf req-f10c9751-0b59-431e-93c5-426785a21690 service nova] Releasing lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.823812] env[69195]: DEBUG nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.842911] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e33eb3a-d6a6-443a-be0e-cbec80c96733 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.853795] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504532, 'name': CreateVM_Task, 'duration_secs': 0.455621} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.866036] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.866036] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504533, 'name': Rename_Task, 'duration_secs': 0.200294} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.866036] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d23f-5114-3c67-c1cc-06b8af8b8942, 'name': SearchDatastore_Task, 'duration_secs': 0.01413} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.866036] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.866036] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.866036] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.866036] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.866756] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512c9684-5164-43b4-a8aa-1abb32556a77 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.874678] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0e930d-ccd1-4b82-a587-d85b0a0d6eee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.878215] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ba3eef6-a4cd-45c7-b8e4-95c83ddaa6b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.879985] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fff597f-7540-4b43-b99e-7602b7e648d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.892439] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 903.892439] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52970119-21b3-551a-0631-9f552896713d" [ 903.892439] env[69195]: _type = "Task" [ 903.892439] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.907321] env[69195]: DEBUG nova.compute.provider_tree [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.911118] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 903.911118] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5243a158-2c99-e073-0917-4666df4e9da2" [ 903.911118] env[69195]: _type = "Task" [ 903.911118] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.914729] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 903.914729] env[69195]: value = "task-3504534" [ 903.914729] env[69195]: _type = "Task" [ 903.914729] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.936198] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52970119-21b3-551a-0631-9f552896713d, 'name': SearchDatastore_Task, 'duration_secs': 0.015422} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.937212] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.937461] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.937675] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.943068] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5243a158-2c99-e073-0917-4666df4e9da2, 'name': SearchDatastore_Task, 'duration_secs': 0.015626} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.947801] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.948175] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 1c3c602d-965a-4ed1-af19-961bdcb6dd8c/1c3c602d-965a-4ed1-af19-961bdcb6dd8c.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.949703] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.949846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.950318] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.950692] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40496641-d31c-4a6b-9118-49f88f6147b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.954188] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f51fae-d96c-4986-9367-6f5df7897510 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.964949] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 903.964949] env[69195]: value = "task-3504535" [ 903.964949] env[69195]: _type = "Task" [ 903.964949] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.971272] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.971510] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.975474] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf866ea-0e53-49a9-ae9b-4b87826ed05b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.978811] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.984022] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 903.984022] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529a433d-37a6-b89b-89a0-ad21ae418b96" [ 903.984022] env[69195]: _type = "Task" [ 903.984022] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.993065] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529a433d-37a6-b89b-89a0-ad21ae418b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.057043] env[69195]: DEBUG nova.network.neutron [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Updating instance_info_cache with network_info: [{"id": "d4a524ac-6be2-4246-8f27-09159d533e92", "address": "fa:16:3e:1b:d8:e5", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4a524ac-6b", "ovs_interfaceid": "d4a524ac-6be2-4246-8f27-09159d533e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.075533] env[69195]: DEBUG nova.network.neutron [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Updated VIF entry in instance network info cache for port 78d72166-f709-4942-8bab-fa2e56972ab0. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.076193] env[69195]: DEBUG nova.network.neutron [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Updating instance_info_cache with network_info: [{"id": "ebebf69a-7994-45a9-a6fd-367234b9d77b", "address": "fa:16:3e:ab:7f:15", "network": {"id": "281b1b50-0e1c-4a25-b2e3-3a2a0d1c16eb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1565048706", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebebf69a-79", "ovs_interfaceid": "ebebf69a-7994-45a9-a6fd-367234b9d77b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78d72166-f709-4942-8bab-fa2e56972ab0", "address": "fa:16:3e:43:5e:9a", "network": {"id": "1434fa6e-8d50-4be8-903c-4e1044c30b46", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034773625", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d72166-f7", "ovs_interfaceid": "78d72166-f709-4942-8bab-fa2e56972ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.331692] env[69195]: DEBUG nova.compute.manager [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.348070] env[69195]: INFO nova.compute.manager [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Rebuilding instance [ 904.361624] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.411762] env[69195]: DEBUG nova.scheduler.client.report [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.434460] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.477094] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504535, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.495976] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529a433d-37a6-b89b-89a0-ad21ae418b96, 'name': SearchDatastore_Task, 'duration_secs': 0.014663} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.497104] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3460b786-f85f-4174-ab05-f17345189e1e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.504850] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 904.504850] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52821e45-ab4f-4a88-41cf-8b74aefe944b" [ 904.504850] env[69195]: _type = "Task" [ 904.504850] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.514947] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52821e45-ab4f-4a88-41cf-8b74aefe944b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.564269] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.580665] env[69195]: DEBUG oslo_concurrency.lockutils [req-b7e4d066-cbc8-4750-881a-083013ff2c87 req-e6c13a19-8d6e-4e77-a5ee-4d962545be0a service nova] Releasing lock "refresh_cache-b730f556-c22f-420b-b9b0-7b22e5f6e4c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.921146] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.117s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.921146] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.390s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.922125] env[69195]: DEBUG nova.objects.instance [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lazy-loading 'resources' on Instance uuid 2c8061f8-b3ff-4b47-b96a-084abf743d0e {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.946228] env[69195]: DEBUG oslo_vmware.api [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504534, 'name': PowerOnVM_Task, 'duration_secs': 0.754968} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.947711] env[69195]: INFO nova.scheduler.client.report [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted allocations for instance faf12bed-a33c-4598-a27b-7c2fca92b4e9 [ 904.948928] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.949301] env[69195]: INFO nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Took 9.53 seconds to spawn the instance on the hypervisor. [ 904.952091] env[69195]: DEBUG nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.955298] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e104c-ddf3-43d5-ad07-7b33967f7aca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.983559] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679865} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.987027] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 1c3c602d-965a-4ed1-af19-961bdcb6dd8c/1c3c602d-965a-4ed1-af19-961bdcb6dd8c.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.987027] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.987027] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18a243e0-fe7d-447b-9715-cd4aee2f6e06 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.995237] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 904.995237] env[69195]: value = "task-3504536" [ 904.995237] env[69195]: _type = "Task" [ 904.995237] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.010212] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.011636] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.017012] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c928bcc-a5b7-40b5-a011-388eb6ca9625 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.028178] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52821e45-ab4f-4a88-41cf-8b74aefe944b, 'name': SearchDatastore_Task, 'duration_secs': 0.064354} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.030977] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.031451] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] b730f556-c22f-420b-b9b0-7b22e5f6e4c4/b730f556-c22f-420b-b9b0-7b22e5f6e4c4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.031835] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.032175] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d557deb-61e6-4efe-926f-08ecdccd937e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.035334] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b80db9f-4bad-4203-98a1-d650f06fa0c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.044113] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 905.044113] env[69195]: value = "task-3504538" [ 905.044113] env[69195]: _type = "Task" [ 905.044113] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.056560] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.121712] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.122057] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.122333] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleting the datastore file [datastore2] ec07e636-6bb0-4569-9ed2-43d4ae99a9c4 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.122729] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b38eb38-0044-4281-a0dd-c2fd7ee8bf57 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.132226] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 905.132226] env[69195]: value = "task-3504539" [ 905.132226] env[69195]: _type = "Task" [ 905.132226] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.143311] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.461800] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c324a48f-5020-4393-a59c-4dbd044187bb tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "faf12bed-a33c-4598-a27b-7c2fca92b4e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.233s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.478971] env[69195]: INFO nova.compute.manager [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Took 51.24 seconds to build instance. [ 905.508320] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071604} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.511397] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.512535] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa923943-8d04-4cf2-85c5-8dbc6e39644b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.539248] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 1c3c602d-965a-4ed1-af19-961bdcb6dd8c/1c3c602d-965a-4ed1-af19-961bdcb6dd8c.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.542808] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5f41263-0dcf-401f-b50e-0b94af70662a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.571642] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.576697] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 905.576697] env[69195]: value = "task-3504540" [ 905.576697] env[69195]: _type = "Task" [ 905.576697] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.644343] env[69195]: DEBUG oslo_vmware.api [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468664} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.644624] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.644809] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.645069] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.666309] env[69195]: INFO nova.scheduler.client.report [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted allocations for instance ec07e636-6bb0-4569-9ed2-43d4ae99a9c4 [ 905.924172] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d2bdb-f2e8-4e20-a14d-b604a97ca4e8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.935817] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96558833-1e8b-45c6-9113-33dcd7cb372f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.968235] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24b464-9cb0-44ab-af3c-3b663d7add62 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.977237] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8fa72f-5e9e-40b5-8ac0-57f3b676d42f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.981754] env[69195]: DEBUG oslo_concurrency.lockutils [None req-704966e1-f528-4123-ad56-676b73ec0e31 tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.938s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.993292] env[69195]: DEBUG nova.compute.provider_tree [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.072052] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565114} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.072052] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] b730f556-c22f-420b-b9b0-7b22e5f6e4c4/b730f556-c22f-420b-b9b0-7b22e5f6e4c4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.072246] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.072488] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d32bb6c-d1c0-4e55-9dba-ddb16001312a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.082131] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 906.082131] env[69195]: value = "task-3504541" [ 906.082131] env[69195]: _type = "Task" [ 906.082131] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.089391] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.097422] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.170952] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.497111] env[69195]: DEBUG nova.scheduler.client.report [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.590770] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504540, 'name': ReconfigVM_Task, 'duration_secs': 0.683011} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.591577] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 1c3c602d-965a-4ed1-af19-961bdcb6dd8c/1c3c602d-965a-4ed1-af19-961bdcb6dd8c.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.592451] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43fecdf0-4313-438e-99c3-35af13a076f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.597803] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126723} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.598580] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.599528] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663288a0-ad94-4ebb-be50-6b0cd4aecce1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.604219] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 906.604219] env[69195]: value = "task-3504542" [ 906.604219] env[69195]: _type = "Task" [ 906.604219] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.629856] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] b730f556-c22f-420b-b9b0-7b22e5f6e4c4/b730f556-c22f-420b-b9b0-7b22e5f6e4c4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.630840] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc351e41-afed-4227-8abc-71bea4fe3f90 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.655865] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504542, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.662930] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 906.662930] env[69195]: value = "task-3504543" [ 906.662930] env[69195]: _type = "Task" [ 906.662930] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.671582] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504543, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.002770] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.005320] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.249s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.029341] env[69195]: INFO nova.scheduler.client.report [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Deleted allocations for instance 2c8061f8-b3ff-4b47-b96a-084abf743d0e [ 907.115490] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504542, 'name': Rename_Task, 'duration_secs': 0.159274} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.115755] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.115963] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ad0e4f-4f82-4d4a-8a1f-83842c5978b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.127010] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 907.127010] env[69195]: value = "task-3504544" [ 907.127010] env[69195]: _type = "Task" [ 907.127010] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.137804] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.176895] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.538433] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bf52d97a-0368-47ce-9f73-0082a2ce3108 tempest-ServerMetadataTestJSON-1543680343 tempest-ServerMetadataTestJSON-1543680343-project-member] Lock "2c8061f8-b3ff-4b47-b96a-084abf743d0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.592s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.638604] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.674820] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504543, 'name': ReconfigVM_Task, 'duration_secs': 0.561699} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.675174] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Reconfigured VM instance instance-00000043 to attach disk [datastore2] b730f556-c22f-420b-b9b0-7b22e5f6e4c4/b730f556-c22f-420b-b9b0-7b22e5f6e4c4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.676043] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9dbf60f-769b-4f93-8c5c-021d2a9fd5ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.684235] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 907.684235] env[69195]: value = "task-3504545" [ 907.684235] env[69195]: _type = "Task" [ 907.684235] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.695812] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504545, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.026068] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Applying migration context for instance dc3ae514-ef07-4420-9382-41f3893f28fa as it has an incoming, in-progress migration bb7d8289-71aa-4a79-8a55-4949e71767bc. Migration status is reverting {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 908.028548] env[69195]: INFO nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating resource usage from migration bb7d8289-71aa-4a79-8a55-4949e71767bc [ 908.051659] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 6e4e5b96-e86c-4901-8c87-a70f0da92cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.051659] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 4088136f-a740-4f76-9bfe-61df83dba2e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.051659] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 63a46af9-eed9-49cb-891c-44005250d16c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.051883] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 64068cef-b827-484b-b713-3751fcdc2786 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.051883] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0b64c1a2-e44d-4cc0-b842-155f31549f41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.051958] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance d4c5a32a-fcfc-4618-bdfd-3fe922c999df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.052104] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 9804111e-efcc-4ddb-b5f5-c6e1695f74b3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.052226] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 9fe63127-8329-4a25-b9b9-b5e0369ae943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.052341] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 908abdad-314c-4188-8335-2b8e6550e2a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.052523] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c3f0810d-ad98-436b-98df-3a8fd5b59dff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.052662] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 54b5228b-75ee-4b57-8434-f188e2ef490d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.052776] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance ca27496f-17c0-417e-8cb0-8e36ef0d04a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.052887] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 5aa340ef-8745-41fd-a919-d363722071c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.053013] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 18155a46-d42f-4218-a66d-265ebd20111a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.053140] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 7c08be5e-aa4d-4591-bdff-dee8161fb5d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 908.053257] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 131136af-caf8-456d-8842-088530907381 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.053368] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance df776528-333b-4022-be7b-d1e49705922d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.053478] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.053591] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.053703] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Migration bb7d8289-71aa-4a79-8a55-4949e71767bc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 908.053832] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance dc3ae514-ef07-4420-9382-41f3893f28fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.053946] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance b730f556-c22f-420b-b9b0-7b22e5f6e4c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.054079] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 1c3c602d-965a-4ed1-af19-961bdcb6dd8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.054195] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 94cd8c25-80e2-4bc4-a283-3162301561ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 908.139236] env[69195]: DEBUG oslo_vmware.api [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504544, 'name': PowerOnVM_Task, 'duration_secs': 0.553646} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.139514] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.139719] env[69195]: INFO nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Took 9.33 seconds to spawn the instance on the hypervisor. [ 908.139921] env[69195]: DEBUG nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.140761] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77506f86-8ab3-4421-906f-d4a97fca887d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.196369] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504545, 'name': Rename_Task, 'duration_secs': 0.283336} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.196712] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.196971] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de4e8eae-44a4-4159-9193-6790906dab2d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.204538] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 908.204538] env[69195]: value = "task-3504546" [ 908.204538] env[69195]: _type = "Task" [ 908.204538] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.215780] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.557716] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 6ae50937-9b05-4ef1-98eb-7f9df3073804 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.659444] env[69195]: INFO nova.compute.manager [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Took 46.47 seconds to build instance. [ 908.716451] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504546, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.061483] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 263f0381-c6a6-4de2-973d-1d2d00cd4fcb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.162249] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cc965843-f9cc-4724-adb1-c82b923bd213 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.243s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.215371] env[69195]: DEBUG oslo_vmware.api [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504546, 'name': PowerOnVM_Task, 'duration_secs': 0.800452} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.215653] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.215944] env[69195]: INFO nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Took 13.04 seconds to spawn the instance on the hypervisor. [ 909.216184] env[69195]: DEBUG nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.216975] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33add40-9ce3-4a64-8fc9-fd023f98cd3a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.564677] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c7176194-67ce-4a91-9e97-d8a3dcf2bd0b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.736489] env[69195]: INFO nova.compute.manager [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Took 48.46 seconds to build instance. [ 909.869755] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.870038] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.870277] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.870561] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.870782] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.870959] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.871286] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.871489] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.871707] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.871932] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.872373] env[69195]: DEBUG nova.virt.hardware [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.874992] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42092ee1-5a5d-4d66-ac4b-7e187eef21bc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.890142] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86775ba8-d561-4e2e-b5de-3905ec10e019 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.909759] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.915910] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Creating folder: Project (44788441d26a40d386a60c32d5432190). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.920747] env[69195]: DEBUG oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ac4b1-9b23-e1da-8fa8-61f9743abcdb/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 909.920999] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c6ba1d-af24-4caa-abed-12aa84cf38e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.923847] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3803e7a6-b6f9-483f-a25f-12a40410b5b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.929243] env[69195]: DEBUG nova.compute.manager [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.930772] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2b6115-271d-4ed4-b758-cf3eaa949f95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.936740] env[69195]: DEBUG oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ac4b1-9b23-e1da-8fa8-61f9743abcdb/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 909.936936] env[69195]: ERROR oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ac4b1-9b23-e1da-8fa8-61f9743abcdb/disk-0.vmdk due to incomplete transfer. [ 909.938187] env[69195]: DEBUG nova.compute.manager [req-6b5ea97b-3a4c-4199-a408-e425bad8097d req-f26a07a2-4900-4e61-aabe-04c6aace5130 service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Received event network-vif-unplugged-d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.938412] env[69195]: DEBUG oslo_concurrency.lockutils [req-6b5ea97b-3a4c-4199-a408-e425bad8097d req-f26a07a2-4900-4e61-aabe-04c6aace5130 service nova] Acquiring lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.938672] env[69195]: DEBUG oslo_concurrency.lockutils [req-6b5ea97b-3a4c-4199-a408-e425bad8097d req-f26a07a2-4900-4e61-aabe-04c6aace5130 service nova] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.938848] env[69195]: DEBUG oslo_concurrency.lockutils [req-6b5ea97b-3a4c-4199-a408-e425bad8097d req-f26a07a2-4900-4e61-aabe-04c6aace5130 service nova] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.939137] env[69195]: DEBUG nova.compute.manager [req-6b5ea97b-3a4c-4199-a408-e425bad8097d req-f26a07a2-4900-4e61-aabe-04c6aace5130 service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] No waiting events found dispatching network-vif-unplugged-d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.939943] env[69195]: WARNING nova.compute.manager [req-6b5ea97b-3a4c-4199-a408-e425bad8097d req-f26a07a2-4900-4e61-aabe-04c6aace5130 service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Received unexpected event network-vif-unplugged-d4a524ac-6be2-4246-8f27-09159d533e92 for instance with vm_state shelved_offloaded and task_state None. [ 909.940734] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b622386-8522-40d2-9826-c5a4e9b68573 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.944544] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Created folder: Project (44788441d26a40d386a60c32d5432190) in parent group-v700121. [ 909.944769] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Creating folder: Instances. Parent ref: group-v700314. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.946891] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2a65810-267a-4574-8b09-7ddc8a5a35d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.954733] env[69195]: DEBUG oslo_vmware.rw_handles [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ac4b1-9b23-e1da-8fa8-61f9743abcdb/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 909.954987] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Uploaded image a92e3534-c2bb-47e1-8960-29a5009a4374 to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 909.958137] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 909.958369] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1fa2b584-5f22-4d8d-bb71-3c94e5380e98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.963375] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Created folder: Instances in parent group-v700314. [ 909.963664] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.963863] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.964625] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2c7d1d-6cbc-452b-af8c-1e05ae494e68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.979799] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 909.979799] env[69195]: value = "task-3504549" [ 909.979799] env[69195]: _type = "Task" [ 909.979799] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.987984] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.987984] env[69195]: value = "task-3504550" [ 909.987984] env[69195]: _type = "Task" [ 909.987984] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.997100] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504549, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.003145] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504550, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.069759] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 6eb559c9-c003-4820-8e14-9bae27069f46 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 910.238262] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1dc833d6-e4a6-4c70-b20e-127ab33b96d5 tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.942s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.494024] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504549, 'name': Destroy_Task, 'duration_secs': 0.516807} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.494024] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Destroyed the VM [ 910.494327] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 910.494493] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-afd55b24-34e5-433a-828a-daf9edf3dc54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.503985] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504550, 'name': CreateVM_Task, 'duration_secs': 0.42705} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.504332] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.504717] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 910.504717] env[69195]: value = "task-3504551" [ 910.504717] env[69195]: _type = "Task" [ 910.504717] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.505123] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.505285] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.505597] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.505907] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d6185e-7de0-4134-8ee0-15c92120b0fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.518938] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504551, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.518938] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 910.518938] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52daac4f-6f43-09c2-0453-adcd7915b3d6" [ 910.518938] env[69195]: _type = "Task" [ 910.518938] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.527695] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52daac4f-6f43-09c2-0453-adcd7915b3d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.573573] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 2f21c6b1-8a65-4860-b801-8db5512b572a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 910.573716] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 910.573800] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 910.960335] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.960867] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1df3f8cb-dfb4-4924-9a5a-c577de3731d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.970370] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 910.970370] env[69195]: value = "task-3504552" [ 910.970370] env[69195]: _type = "Task" [ 910.970370] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.985805] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.021100] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504551, 'name': RemoveSnapshot_Task} progress is 45%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.034817] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52daac4f-6f43-09c2-0453-adcd7915b3d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013728} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.035151] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.035397] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.035640] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.035784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.036068] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.036661] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7aa396b-4b3e-4015-b43f-75d03e4deb33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.040916] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6041ba-98a8-4ac5-8ea4-97a5b602144b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.055305] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ba1c01-2ab9-466c-bc0e-6426b4691e71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.061148] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.061148] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.062333] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1359aac7-9039-4b4e-ae88-95d21d8f2e20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.094524] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b1a2a2-0a84-4f36-bff4-fb95469d8c49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.098706] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 911.098706] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e6cf93-1d13-4902-4784-7c02f789ff5e" [ 911.098706] env[69195]: _type = "Task" [ 911.098706] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.105996] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fc88c0-1647-4dd1-83e2-617645d07f8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.114189] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e6cf93-1d13-4902-4784-7c02f789ff5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.124703] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.483941] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504552, 'name': PowerOffVM_Task, 'duration_secs': 0.286682} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.484247] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.484538] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.485401] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e8b8f4-8253-49c6-8b0f-77df0f20869c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.497353] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.497620] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b46023-d570-4444-ab67-029d9822ad1c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.518864] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.519138] env[69195]: DEBUG oslo_vmware.api [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504551, 'name': RemoveSnapshot_Task, 'duration_secs': 0.960614} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.519453] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 911.519721] env[69195]: INFO nova.compute.manager [None req-23698291-7bc2-4639-9a3a-f7c1dd08b3fc tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Took 17.01 seconds to snapshot the instance on the hypervisor. [ 911.583375] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.583375] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.583375] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleting the datastore file [datastore2] 4088136f-a740-4f76-9bfe-61df83dba2e5 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.583375] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-338c5b83-01f9-42e7-a111-97e8d87b353d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.593319] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 911.593319] env[69195]: value = "task-3504554" [ 911.593319] env[69195]: _type = "Task" [ 911.593319] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.607844] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.618559] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e6cf93-1d13-4902-4784-7c02f789ff5e, 'name': SearchDatastore_Task, 'duration_secs': 0.0152} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.618559] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3739726f-4b61-4cee-9935-cfab83a27e9f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.624802] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 911.624802] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52367ec0-0ee4-5a40-8876-cedf832039dd" [ 911.624802] env[69195]: _type = "Task" [ 911.624802] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.629182] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.640858] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52367ec0-0ee4-5a40-8876-cedf832039dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.075684] env[69195]: DEBUG nova.compute.manager [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.075684] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e994b9c4-b3ef-4bb6-85dc-f2c5c3c75d8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.109898] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267431} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.109898] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.110250] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.110250] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.136613] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 912.136613] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.131s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.136613] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.768s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.139649] env[69195]: INFO nova.compute.claims [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.142723] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.143098] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 912.154038] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52367ec0-0ee4-5a40-8876-cedf832039dd, 'name': SearchDatastore_Task, 'duration_secs': 0.023464} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.154489] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.155031] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 94cd8c25-80e2-4bc4-a283-3162301561ae/94cd8c25-80e2-4bc4-a283-3162301561ae.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.155031] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff04a2b0-972f-465d-939a-028de473cf70 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.167040] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 912.167040] env[69195]: value = "task-3504555" [ 912.167040] env[69195]: _type = "Task" [ 912.167040] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.184807] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.350521] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.351297] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.351712] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.351981] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.352232] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.354482] env[69195]: INFO nova.compute.manager [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Terminating instance [ 912.594411] env[69195]: INFO nova.compute.manager [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] instance snapshotting [ 912.594411] env[69195]: DEBUG nova.objects.instance [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'flavor' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.668580] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] There are 44 instances to clean {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 912.668894] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: faf12bed-a33c-4598-a27b-7c2fca92b4e9] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.685233] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504555, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.723733] env[69195]: DEBUG nova.compute.manager [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Received event network-changed-d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.723941] env[69195]: DEBUG nova.compute.manager [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Refreshing instance network info cache due to event network-changed-d4a524ac-6be2-4246-8f27-09159d533e92. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.724191] env[69195]: DEBUG oslo_concurrency.lockutils [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] Acquiring lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.724351] env[69195]: DEBUG oslo_concurrency.lockutils [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] Acquired lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.724528] env[69195]: DEBUG nova.network.neutron [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Refreshing network info cache for port d4a524ac-6be2-4246-8f27-09159d533e92 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.863396] env[69195]: DEBUG nova.compute.manager [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.863656] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.864583] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c74957b-d8db-4017-95c7-94a4d26ceb11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.878177] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.878177] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c2502a-6ed7-41c0-8f5f-118b96758a15 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.886567] env[69195]: DEBUG oslo_vmware.api [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 912.886567] env[69195]: value = "task-3504556" [ 912.886567] env[69195]: _type = "Task" [ 912.886567] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.900865] env[69195]: DEBUG oslo_vmware.api [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.929111] env[69195]: DEBUG oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52476097-c590-4d96-7bd1-23e1139e05f6/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.930434] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dabcb33-bd11-4f19-9529-4ccc0c9e67b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.938142] env[69195]: DEBUG oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52476097-c590-4d96-7bd1-23e1139e05f6/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.938291] env[69195]: ERROR oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52476097-c590-4d96-7bd1-23e1139e05f6/disk-0.vmdk due to incomplete transfer. [ 912.938613] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7add2683-1a17-4c6e-aff3-05688b4512a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.948083] env[69195]: DEBUG oslo_vmware.rw_handles [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52476097-c590-4d96-7bd1-23e1139e05f6/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 912.948370] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Uploaded image bcce2f4c-06cf-4f5e-a2c2-206ad8f426d0 to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 912.950827] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.951191] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f221c14b-6a5e-4681-b95b-a6a4838a0cdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.959095] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 912.959095] env[69195]: value = "task-3504557" [ 912.959095] env[69195]: _type = "Task" [ 912.959095] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.969103] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504557, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.044053] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "91a0bb75-108f-4509-9b2a-630afea7b5b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.044377] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "91a0bb75-108f-4509-9b2a-630afea7b5b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.102717] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f53b602-c43a-468b-8e7d-293abe1dd3b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.133258] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa1cfaf-9504-4cd0-b706-3ace1c430f28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.163560] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.163894] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.165176] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.165270] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.165482] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.168758] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.168758] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.168758] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.168758] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.168880] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.169333] env[69195]: DEBUG nova.virt.hardware [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.170068] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c35259b-fff1-4afe-a9d4-76ce79c998c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.176157] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 2c8061f8-b3ff-4b47-b96a-084abf743d0e] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.195579] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580563} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.195737] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f5f080-4567-4980-9140-357a8fe07870 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.204127] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 94cd8c25-80e2-4bc4-a283-3162301561ae/94cd8c25-80e2-4bc4-a283-3162301561ae.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.204394] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.205059] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e12cc51-55e7-4929-b0d2-26b1900db6a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.222257] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:88:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5f60c972-a72d-4c5f-a250-faadfd6eafbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3172261d-0c10-46fc-a737-07946e2d184f', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.230681] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.240878] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.241295] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 913.241295] env[69195]: value = "task-3504558" [ 913.241295] env[69195]: _type = "Task" [ 913.241295] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.241982] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f0ce29b-1440-4315-a21c-3a5e38c44ab4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.271480] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504558, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.273222] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.273222] env[69195]: value = "task-3504559" [ 913.273222] env[69195]: _type = "Task" [ 913.273222] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.282136] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504559, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.400667] env[69195]: DEBUG oslo_vmware.api [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504556, 'name': PowerOffVM_Task, 'duration_secs': 0.266434} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.401089] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.401233] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.401503] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ac5ba54-61b7-4d99-916b-990e499bcfba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.476713] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504557, 'name': Destroy_Task, 'duration_secs': 0.41605} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.477295] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Destroyed the VM [ 913.478171] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.478171] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61325128-3b7a-463b-b036-fbafec476969 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.492895] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 913.492895] env[69195]: value = "task-3504561" [ 913.492895] env[69195]: _type = "Task" [ 913.492895] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.509012] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.525326] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.525636] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.525889] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Deleting the datastore file [datastore2] b730f556-c22f-420b-b9b0-7b22e5f6e4c4 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.526213] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdca3070-a902-45b8-870f-1f580c8eb2aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.534243] env[69195]: DEBUG oslo_vmware.api [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for the task: (returnval){ [ 913.534243] env[69195]: value = "task-3504562" [ 913.534243] env[69195]: _type = "Task" [ 913.534243] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.550050] env[69195]: DEBUG nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.554451] env[69195]: DEBUG oslo_vmware.api [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.646281] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 913.646735] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2a494a0-68e9-4120-a4a2-f3b0cec63123 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.660124] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 913.660124] env[69195]: value = "task-3504563" [ 913.660124] env[69195]: _type = "Task" [ 913.660124] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.671084] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.686806] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: fc7a712a-508c-49a3-b075-0a4ffbffc81e] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.706285] env[69195]: DEBUG nova.network.neutron [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Updated VIF entry in instance network info cache for port d4a524ac-6be2-4246-8f27-09159d533e92. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.706946] env[69195]: DEBUG nova.network.neutron [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Updating instance_info_cache with network_info: [{"id": "d4a524ac-6be2-4246-8f27-09159d533e92", "address": "fa:16:3e:1b:d8:e5", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": null, "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd4a524ac-6b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.775061] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089575} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.781571] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.783651] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794356fd-9c1a-424d-9852-503a0afdde82 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.802611] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504559, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.812234] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 94cd8c25-80e2-4bc4-a283-3162301561ae/94cd8c25-80e2-4bc4-a283-3162301561ae.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.813941] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80ea75c-23c9-40c8-8d63-b7834bef785a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.830034] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5765ac5-b69c-43d1-b51c-728963f8ddc1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.843517] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd23eae1-8b28-4bdc-a03a-743127ee2f9e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.846328] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 913.846328] env[69195]: value = "task-3504564" [ 913.846328] env[69195]: _type = "Task" [ 913.846328] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.880272] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a89fd6-af4f-40e1-a502-9bd9575b102c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.886232] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.893457] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c46cbdc-5f13-494c-8f67-5f9bb348aa22 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.911434] env[69195]: DEBUG nova.compute.provider_tree [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.005666] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504561, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.051479] env[69195]: DEBUG oslo_vmware.api [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Task: {'id': task-3504562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190029} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.051828] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.052030] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.052212] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.052394] env[69195]: INFO nova.compute.manager [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 914.053208] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.053208] env[69195]: DEBUG nova.compute.manager [-] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.053208] env[69195]: DEBUG nova.network.neutron [-] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.084111] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.171252] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504563, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.191883] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: fcdc8c40-b7ca-4600-aa70-61a12c264596] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.213637] env[69195]: DEBUG oslo_concurrency.lockutils [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] Releasing lock "refresh_cache-ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.213913] env[69195]: DEBUG nova.compute.manager [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Received event network-changed-8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.214361] env[69195]: DEBUG nova.compute.manager [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Refreshing instance network info cache due to event network-changed-8cc7a657-cc1e-4df3-92ae-e4a20ba7caac. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.214595] env[69195]: DEBUG oslo_concurrency.lockutils [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] Acquiring lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.214749] env[69195]: DEBUG oslo_concurrency.lockutils [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] Acquired lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.214911] env[69195]: DEBUG nova.network.neutron [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Refreshing network info cache for port 8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.268102] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "df776528-333b-4022-be7b-d1e49705922d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.268296] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "df776528-333b-4022-be7b-d1e49705922d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.268586] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "df776528-333b-4022-be7b-d1e49705922d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.268829] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "df776528-333b-4022-be7b-d1e49705922d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.268967] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "df776528-333b-4022-be7b-d1e49705922d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.277018] env[69195]: INFO nova.compute.manager [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Terminating instance [ 914.289827] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504559, 'name': CreateVM_Task, 'duration_secs': 0.604933} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.290057] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.291007] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.291220] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.291543] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.291809] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd5e13a-b38c-48ac-b1fd-a745603ebf3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.299126] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 914.299126] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52989d65-f67f-63b0-8099-8c9d865d4240" [ 914.299126] env[69195]: _type = "Task" [ 914.299126] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.309386] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52989d65-f67f-63b0-8099-8c9d865d4240, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.364353] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.415513] env[69195]: DEBUG nova.scheduler.client.report [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.514469] env[69195]: DEBUG oslo_vmware.api [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504561, 'name': RemoveSnapshot_Task, 'duration_secs': 0.532677} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.514865] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.515211] env[69195]: INFO nova.compute.manager [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Took 16.55 seconds to snapshot the instance on the hypervisor. [ 914.625089] env[69195]: DEBUG nova.compute.manager [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 914.675655] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504563, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.696942] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: b2653fad-b50b-40ba-b1a8-6d18431f559a] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.785582] env[69195]: DEBUG nova.compute.manager [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.786615] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.787606] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e02d5f-088d-4f7c-b847-71af3f05830c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.797990] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.797990] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-889d9bbc-89c0-40ca-9679-c27cccefc0bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.812853] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52989d65-f67f-63b0-8099-8c9d865d4240, 'name': SearchDatastore_Task, 'duration_secs': 0.018634} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.814745] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.815037] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.815234] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.816020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.816020] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.816020] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0add38-177a-4a3c-bd0c-800058a952b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.827099] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.827312] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.828098] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aefbf7ff-f6d3-4a9d-8c9d-4fa82d6d6b60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.837673] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 914.837673] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525a6773-79de-b162-2705-d476d4be98a8" [ 914.837673] env[69195]: _type = "Task" [ 914.837673] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.847222] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525a6773-79de-b162-2705-d476d4be98a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.858327] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504564, 'name': ReconfigVM_Task, 'duration_secs': 0.703473} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.861132] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 94cd8c25-80e2-4bc4-a283-3162301561ae/94cd8c25-80e2-4bc4-a283-3162301561ae.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.861874] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93489e38-675e-48cf-a97a-679763bfc9df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.869658] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.869907] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.870109] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleting the datastore file [datastore1] df776528-333b-4022-be7b-d1e49705922d {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.870865] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92c99bb3-39f9-47f3-af84-d5b4c5809073 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.873895] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 914.873895] env[69195]: value = "task-3504566" [ 914.873895] env[69195]: _type = "Task" [ 914.873895] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.881321] env[69195]: DEBUG oslo_vmware.api [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 914.881321] env[69195]: value = "task-3504567" [ 914.881321] env[69195]: _type = "Task" [ 914.881321] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.894512] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504566, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.894725] env[69195]: DEBUG oslo_vmware.api [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.922498] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.923256] env[69195]: DEBUG nova.compute.manager [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.927151] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.485s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.929356] env[69195]: INFO nova.compute.claims [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.008946] env[69195]: DEBUG nova.compute.manager [req-3188b13c-003d-4fbd-99aa-80f4bed8da23 req-b50c202d-d7b7-4192-a2f4-0ae4f673f970 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Received event network-vif-deleted-ebebf69a-7994-45a9-a6fd-367234b9d77b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.010058] env[69195]: INFO nova.compute.manager [req-3188b13c-003d-4fbd-99aa-80f4bed8da23 req-b50c202d-d7b7-4192-a2f4-0ae4f673f970 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Neutron deleted interface ebebf69a-7994-45a9-a6fd-367234b9d77b; detaching it from the instance and deleting it from the info cache [ 915.010504] env[69195]: DEBUG nova.network.neutron [req-3188b13c-003d-4fbd-99aa-80f4bed8da23 req-b50c202d-d7b7-4192-a2f4-0ae4f673f970 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Updating instance_info_cache with network_info: [{"id": "78d72166-f709-4942-8bab-fa2e56972ab0", "address": "fa:16:3e:43:5e:9a", "network": {"id": "1434fa6e-8d50-4be8-903c-4e1044c30b46", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2034773625", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d3927dcbbd6e40e284875081054ba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d72166-f7", "ovs_interfaceid": "78d72166-f709-4942-8bab-fa2e56972ab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.023472] env[69195]: DEBUG nova.compute.manager [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Instance disappeared during snapshot {{(pid=69195) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 915.038222] env[69195]: DEBUG nova.compute.manager [None req-7ccef8e9-dbcb-42f7-a1d2-231bfc86cc5a tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image not found during clean up bcce2f4c-06cf-4f5e-a2c2-206ad8f426d0 {{(pid=69195) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 915.104324] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "e540fd00-af7f-4df2-a043-d26c236042c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.104324] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e540fd00-af7f-4df2-a043-d26c236042c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.151811] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.173025] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504563, 'name': CreateSnapshot_Task, 'duration_secs': 1.043681} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.173025] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.173371] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3fe0a-c993-472b-a69b-6c7e16ff5bf0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.199835] env[69195]: DEBUG nova.network.neutron [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Updated VIF entry in instance network info cache for port 8cc7a657-cc1e-4df3-92ae-e4a20ba7caac. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.200256] env[69195]: DEBUG nova.network.neutron [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Updating instance_info_cache with network_info: [{"id": "8cc7a657-cc1e-4df3-92ae-e4a20ba7caac", "address": "fa:16:3e:d4:e5:b1", "network": {"id": "fe435563-4649-4b2a-98c0-cc4f64d391be", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-87627298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01f95ee0a59c4d52a2b159332521c550", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cc7a657-cc", "ovs_interfaceid": "8cc7a657-cc1e-4df3-92ae-e4a20ba7caac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.201583] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 1b8b039c-8cc3-4ab5-bcb1-2c26767c4c6f] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.319872] env[69195]: DEBUG nova.network.neutron [-] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.357361] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525a6773-79de-b162-2705-d476d4be98a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015626} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.358557] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482e3db9-77b1-4f0c-b829-6296245f029b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.365315] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 915.365315] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528fdfa6-ea5a-d4a6-9350-94137984ab84" [ 915.365315] env[69195]: _type = "Task" [ 915.365315] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.375418] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528fdfa6-ea5a-d4a6-9350-94137984ab84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.385135] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504566, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.398153] env[69195]: DEBUG oslo_vmware.api [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170099} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.400556] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.400556] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.400556] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.400556] env[69195]: INFO nova.compute.manager [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: df776528-333b-4022-be7b-d1e49705922d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 915.400556] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.400556] env[69195]: DEBUG nova.compute.manager [-] [instance: df776528-333b-4022-be7b-d1e49705922d] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.400556] env[69195]: DEBUG nova.network.neutron [-] [instance: df776528-333b-4022-be7b-d1e49705922d] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.434582] env[69195]: DEBUG nova.compute.utils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.440993] env[69195]: DEBUG nova.compute.manager [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 915.513673] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c654d07-e3a1-4676-999b-7eb21b5ca399 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.528090] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd64b92d-b281-4d91-8c9b-84885a2077fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.568988] env[69195]: DEBUG nova.compute.manager [req-3188b13c-003d-4fbd-99aa-80f4bed8da23 req-b50c202d-d7b7-4192-a2f4-0ae4f673f970 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Detach interface failed, port_id=ebebf69a-7994-45a9-a6fd-367234b9d77b, reason: Instance b730f556-c22f-420b-b9b0-7b22e5f6e4c4 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.606435] env[69195]: DEBUG nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.692717] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.693483] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c7514a3-951f-4283-b3f8-2b3b31c78c35 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.704943] env[69195]: DEBUG oslo_concurrency.lockutils [req-5620e70f-d37c-450e-9a29-325ce9aa48a3 req-d321637e-ed5e-4e4d-a067-07d099f39c5e service nova] Releasing lock "refresh_cache-dbf65c44-8008-4aa8-8c39-1793c7b58d11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.711694] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c9830507-cc85-4b09-ae22-fa809fee2d1a] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 915.719859] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 915.719859] env[69195]: value = "task-3504568" [ 915.719859] env[69195]: _type = "Task" [ 915.719859] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.731589] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504568, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.823965] env[69195]: INFO nova.compute.manager [-] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Took 1.77 seconds to deallocate network for instance. [ 915.886117] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528fdfa6-ea5a-d4a6-9350-94137984ab84, 'name': SearchDatastore_Task, 'duration_secs': 0.012457} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.886890] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.887296] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.888523] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0efea2fd-0ec9-4138-8716-edfca5617c22 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.898017] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504566, 'name': Rename_Task, 'duration_secs': 0.525783} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.899062] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.900849] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39023ce0-992e-4a88-a1b6-9f81fe5da239 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.906068] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 915.906068] env[69195]: value = "task-3504569" [ 915.906068] env[69195]: _type = "Task" [ 915.906068] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.911503] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 915.911503] env[69195]: value = "task-3504570" [ 915.911503] env[69195]: _type = "Task" [ 915.911503] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.921147] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.928684] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.939739] env[69195]: DEBUG nova.compute.manager [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.116629] env[69195]: DEBUG nova.compute.manager [req-267deaf3-2b62-47fd-923d-41e3cb57ea6a req-4c5e9de5-7b86-4cdd-86ce-35b0c9b699e1 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Received event network-vif-deleted-bea24940-de84-42d6-9332-d23a9e106b6c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.116940] env[69195]: INFO nova.compute.manager [req-267deaf3-2b62-47fd-923d-41e3cb57ea6a req-4c5e9de5-7b86-4cdd-86ce-35b0c9b699e1 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Neutron deleted interface bea24940-de84-42d6-9332-d23a9e106b6c; detaching it from the instance and deleting it from the info cache [ 916.117294] env[69195]: DEBUG nova.network.neutron [req-267deaf3-2b62-47fd-923d-41e3cb57ea6a req-4c5e9de5-7b86-4cdd-86ce-35b0c9b699e1 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.141614] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.220557] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: e7490889-d165-420a-86c1-e12a1ffb2897] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.235256] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504568, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.334987] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.423391] env[69195]: DEBUG nova.network.neutron [-] [instance: df776528-333b-4022-be7b-d1e49705922d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.429945] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504569, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.434711] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.551714] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4da67-3fae-494d-9bf5-6f01a9fafbeb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.561420] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7df06b-b41e-448b-a994-ac8c8adfbd96 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.599284] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e0604a-cdeb-4f86-8105-c23cf6387cfe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.608374] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25da3c8-f7f9-4495-a6cc-d4359bb7228a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.623913] env[69195]: DEBUG nova.compute.provider_tree [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.625579] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4efaca32-36ab-4356-84e4-3617f29e3260 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.636796] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeedc9a-b9c3-411f-9090-251b4a66196c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.680977] env[69195]: DEBUG nova.compute.manager [req-267deaf3-2b62-47fd-923d-41e3cb57ea6a req-4c5e9de5-7b86-4cdd-86ce-35b0c9b699e1 service nova] [instance: df776528-333b-4022-be7b-d1e49705922d] Detach interface failed, port_id=bea24940-de84-42d6-9332-d23a9e106b6c, reason: Instance df776528-333b-4022-be7b-d1e49705922d could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.728211] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: a72cc066-0d49-400b-8afe-3df0a1527ca9] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 916.734500] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504568, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.914999] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.915341] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.916309] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.916623] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.916728] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.919206] env[69195]: INFO nova.compute.manager [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Terminating instance [ 916.928590] env[69195]: INFO nova.compute.manager [-] [instance: df776528-333b-4022-be7b-d1e49705922d] Took 1.53 seconds to deallocate network for instance. [ 916.928929] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565793} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.931578] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.931835] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.938829] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22c8a5dd-8e0b-4c51-b892-df87418b366a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.941015] env[69195]: DEBUG oslo_vmware.api [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504570, 'name': PowerOnVM_Task, 'duration_secs': 0.605686} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.947777] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.947777] env[69195]: INFO nova.compute.manager [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Took 12.62 seconds to spawn the instance on the hypervisor. [ 916.947919] env[69195]: DEBUG nova.compute.manager [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.949779] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b833150-0fab-4ecd-bdad-0f48f5d37a40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.955888] env[69195]: DEBUG nova.compute.manager [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.957448] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 916.957448] env[69195]: value = "task-3504571" [ 916.957448] env[69195]: _type = "Task" [ 916.957448] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.974341] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.995423] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.995660] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.995811] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.995984] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.996141] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.996282] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.996493] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.996651] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.996810] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.996966] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.997295] env[69195]: DEBUG nova.virt.hardware [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.998537] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1685db37-50ce-4215-8b2e-2dd972dff256 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.008943] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf35505-a550-4e37-8f6f-e07bf741e143 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.027242] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.033620] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.033993] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.034291] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b457492-28dc-466a-883a-a2339e1efa36 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.054434] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.054434] env[69195]: value = "task-3504572" [ 917.054434] env[69195]: _type = "Task" [ 917.054434] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.066392] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504572, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.129766] env[69195]: DEBUG nova.scheduler.client.report [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.237990] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 2a38e1aa-c85b-4e9a-8f1a-260469f9d4f8] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.241091] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504568, 'name': CloneVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.430653] env[69195]: DEBUG nova.compute.manager [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.431217] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.432241] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36b243d-31bc-47dd-b35a-d121c395ab07 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.446019] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.446019] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37055431-1c2a-4b73-9bf6-b6274059817f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.449458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.457024] env[69195]: DEBUG oslo_vmware.api [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 917.457024] env[69195]: value = "task-3504573" [ 917.457024] env[69195]: _type = "Task" [ 917.457024] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.479235] env[69195]: DEBUG nova.compute.manager [req-ee8ddafe-da38-4379-8295-910df75d8388 req-fc115656-a8cf-420c-81b6-5000edc2ab19 service nova] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Received event network-vif-deleted-78d72166-f709-4942-8bab-fa2e56972ab0 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.480993] env[69195]: DEBUG oslo_vmware.api [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.485015] env[69195]: INFO nova.compute.manager [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Took 53.26 seconds to build instance. [ 917.488280] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222098} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.488543] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.489417] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e11a364-6422-424d-8f23-2b86acd0f2bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.516156] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.517341] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8a57c4-7c32-47a5-ac4e-dda2b2794296 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.540876] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 917.540876] env[69195]: value = "task-3504574" [ 917.540876] env[69195]: _type = "Task" [ 917.540876] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.550235] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.563240] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504572, 'name': CreateVM_Task, 'duration_secs': 0.344867} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.563491] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.563831] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.563992] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.564321] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.564575] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052d23a3-bf60-4165-ad7b-6836696898a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.569759] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 917.569759] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525533fa-64d1-a094-8b7c-8021ae268b16" [ 917.569759] env[69195]: _type = "Task" [ 917.569759] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.578134] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525533fa-64d1-a094-8b7c-8021ae268b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.637263] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.637263] env[69195]: DEBUG nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.640017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.913s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.644021] env[69195]: INFO nova.compute.claims [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.737218] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504568, 'name': CloneVM_Task, 'duration_secs': 1.692351} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.737752] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Created linked-clone VM from snapshot [ 917.738889] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eebcd0f-2785-49a2-a0b3-2115c4ed4f26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.744022] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: cab205ab-e9d5-4381-8bf4-53fc516add07] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 917.753151] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Uploading image 7c29db3b-6b4e-4c5a-8dc9-1c88ab5b76d1 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.783439] env[69195]: DEBUG oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.783439] env[69195]: value = "vm-700319" [ 917.783439] env[69195]: _type = "VirtualMachine" [ 917.783439] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.783968] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0a8277a-2fa5-41ae-8ff7-834e59d57ce6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.792670] env[69195]: DEBUG oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease: (returnval){ [ 917.792670] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d44c-f2fb-cf65-47ca-9e1e4e09bcae" [ 917.792670] env[69195]: _type = "HttpNfcLease" [ 917.792670] env[69195]: } obtained for exporting VM: (result){ [ 917.792670] env[69195]: value = "vm-700319" [ 917.792670] env[69195]: _type = "VirtualMachine" [ 917.792670] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.792974] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the lease: (returnval){ [ 917.792974] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d44c-f2fb-cf65-47ca-9e1e4e09bcae" [ 917.792974] env[69195]: _type = "HttpNfcLease" [ 917.792974] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.801802] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.801802] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d44c-f2fb-cf65-47ca-9e1e4e09bcae" [ 917.801802] env[69195]: _type = "HttpNfcLease" [ 917.801802] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.850474] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "81ccba60-0cff-4dfc-838f-aea8608e59aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.850614] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "81ccba60-0cff-4dfc-838f-aea8608e59aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.971152] env[69195]: DEBUG oslo_vmware.api [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.985634] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d88b0ee4-303f-49fb-9eea-5e68561a0e60 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "94cd8c25-80e2-4bc4-a283-3162301561ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.773s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.051537] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.083216] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525533fa-64d1-a094-8b7c-8021ae268b16, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.083540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.083951] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.084388] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.084388] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.084519] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.084829] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87be73b8-9321-483c-ac2a-e929d7b04130 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.105866] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.106080] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.106856] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605fb158-0c50-4013-a78c-a44f46611160 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.113634] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 918.113634] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5271e911-67e3-695a-6265-42e9241f53ff" [ 918.113634] env[69195]: _type = "Task" [ 918.113634] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.122602] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5271e911-67e3-695a-6265-42e9241f53ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.146762] env[69195]: DEBUG nova.compute.utils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.150779] env[69195]: DEBUG nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.150939] env[69195]: DEBUG nova.network.neutron [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.216535] env[69195]: DEBUG nova.policy [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d54ab6183a74207bd02189d915c6733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ce096455274c929115c8a5592900f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.260030] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: a0db66d9-da08-4192-8748-1a43b1f870cd] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.309153] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.309153] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d44c-f2fb-cf65-47ca-9e1e4e09bcae" [ 918.309153] env[69195]: _type = "HttpNfcLease" [ 918.309153] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.310213] env[69195]: DEBUG oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.310213] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d44c-f2fb-cf65-47ca-9e1e4e09bcae" [ 918.310213] env[69195]: _type = "HttpNfcLease" [ 918.310213] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.311397] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b2433-bcc5-4098-a4d1-45dc2da70095 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.321290] env[69195]: DEBUG oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52426dbf-41fd-b078-dfec-0270f984549d/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.321541] env[69195]: DEBUG oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52426dbf-41fd-b078-dfec-0270f984549d/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.381358] env[69195]: DEBUG nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.426572] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81327291-350f-40e0-89e8-aba34c629427 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.472775] env[69195]: DEBUG oslo_vmware.api [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504573, 'name': PowerOffVM_Task, 'duration_secs': 0.964748} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.473117] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.473117] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.474578] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7789cdf-0857-4764-8923-5b1246d3e713 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.557631] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504574, 'name': ReconfigVM_Task, 'duration_secs': 1.012985} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.557631] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5/4088136f-a740-4f76-9bfe-61df83dba2e5.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.557631] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b03e838-9bbc-4634-a069-2e08e7cdc1b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.558603] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.558872] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.559112] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Deleting the datastore file [datastore1] ca27496f-17c0-417e-8cb0-8e36ef0d04a2 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.559376] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-418d51e3-ec0a-4960-a4eb-cfd48dfcb850 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.567639] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 918.567639] env[69195]: value = "task-3504577" [ 918.567639] env[69195]: _type = "Task" [ 918.567639] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.574833] env[69195]: DEBUG oslo_vmware.api [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 918.574833] env[69195]: value = "task-3504578" [ 918.574833] env[69195]: _type = "Task" [ 918.574833] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.578748] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.579119] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.595039] env[69195]: DEBUG oslo_vmware.api [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.597051] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504577, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.632911] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5271e911-67e3-695a-6265-42e9241f53ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017524} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.637024] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c2995e-66b3-4ab2-8b80-cf764d392053 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.644987] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 918.644987] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f8dafc-f965-0c1a-987c-e6988c2c2d98" [ 918.644987] env[69195]: _type = "Task" [ 918.644987] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.653058] env[69195]: DEBUG nova.network.neutron [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Successfully created port: a05f3e90-78f0-4ebd-8004-622438b75eeb {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.656771] env[69195]: DEBUG nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.679156] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f8dafc-f965-0c1a-987c-e6988c2c2d98, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.679156] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.679156] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804/6ae50937-9b05-4ef1-98eb-7f9df3073804.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.679550] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a42a4f16-da94-46e6-99fb-0ffb057c5b29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.692882] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 918.692882] env[69195]: value = "task-3504579" [ 918.692882] env[69195]: _type = "Task" [ 918.692882] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.713036] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.768736] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 7815b057-b31b-482b-8bd3-ee77c04719ac] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.912036] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.089610] env[69195]: DEBUG nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.093230] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504577, 'name': Rename_Task, 'duration_secs': 0.161566} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.095564] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.098325] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fb65628-d0cd-444d-9501-68cea82e5636 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.102765] env[69195]: DEBUG oslo_vmware.api [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155342} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.103781] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.104089] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.107563] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.107563] env[69195]: INFO nova.compute.manager [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 919.107563] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.107563] env[69195]: DEBUG nova.compute.manager [-] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.107563] env[69195]: DEBUG nova.network.neutron [-] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.114482] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 919.114482] env[69195]: value = "task-3504580" [ 919.114482] env[69195]: _type = "Task" [ 919.114482] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.129220] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.211549] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.272098] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: ec7d959a-0589-40f1-94e9-be4d09da5f1f] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.367772] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d899c4c0-54d3-4ec2-b06b-8600dfb50810 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.379349] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8652a47f-3180-46a3-a30c-3dcdef0a2cbf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.416532] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5160b984-a9a5-4a5b-bcb6-ad86d64c54f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.431472] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab732c-a12b-4695-995d-6127c636203a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.446110] env[69195]: DEBUG nova.compute.provider_tree [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.623554] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.630611] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504580, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.664490] env[69195]: DEBUG nova.compute.manager [req-f7121cb7-8574-4e3b-8413-ecbbd2e01a7a req-b52d7117-dc27-4219-a091-9914200da7c8 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Received event network-vif-deleted-3dd1c581-8752-4aab-8884-579a03220f4d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.665691] env[69195]: INFO nova.compute.manager [req-f7121cb7-8574-4e3b-8413-ecbbd2e01a7a req-b52d7117-dc27-4219-a091-9914200da7c8 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Neutron deleted interface 3dd1c581-8752-4aab-8884-579a03220f4d; detaching it from the instance and deleting it from the info cache [ 919.665691] env[69195]: DEBUG nova.network.neutron [req-f7121cb7-8574-4e3b-8413-ecbbd2e01a7a req-b52d7117-dc27-4219-a091-9914200da7c8 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.685705] env[69195]: DEBUG nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.711883] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560932} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.715841] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804/6ae50937-9b05-4ef1-98eb-7f9df3073804.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.716199] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.717195] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3e3059f-eff1-41ae-a2da-2ca3eeac8e43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.726177] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.726465] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.726637] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.726849] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.727012] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.727364] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.727790] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.728019] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.728405] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.728685] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.728914] env[69195]: DEBUG nova.virt.hardware [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.730666] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039d4421-d1df-48a8-8c7c-b306ff1e34ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.739436] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 919.739436] env[69195]: value = "task-3504581" [ 919.739436] env[69195]: _type = "Task" [ 919.739436] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.749483] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8dd76b-a8ae-448c-91b6-016efb76a7e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.757957] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.777778] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 4e36d628-5f9b-46ff-aafc-8768db9cf0dc] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.950479] env[69195]: DEBUG nova.scheduler.client.report [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.017960] env[69195]: DEBUG nova.network.neutron [-] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.127399] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.169385] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09c47b48-7d0b-4ba0-bc3a-5842cad821db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.182228] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f2091-d372-4ebf-acf3-0dd9a5dabd04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.219794] env[69195]: DEBUG nova.compute.manager [req-f7121cb7-8574-4e3b-8413-ecbbd2e01a7a req-b52d7117-dc27-4219-a091-9914200da7c8 service nova] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Detach interface failed, port_id=3dd1c581-8752-4aab-8884-579a03220f4d, reason: Instance ca27496f-17c0-417e-8cb0-8e36ef0d04a2 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.249565] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191161} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.249803] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.250594] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85132d52-9d26-4db0-98dd-2aa0ab6fd6a3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.270682] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804/6ae50937-9b05-4ef1-98eb-7f9df3073804.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.271117] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fefb44a6-c286-4400-ae9c-899d6901d30c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.286580] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: e0d5c75a-5391-4a10-af02-07b3f3223e79] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.295076] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 920.295076] env[69195]: value = "task-3504582" [ 920.295076] env[69195]: _type = "Task" [ 920.295076] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.303743] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.455932] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.456571] env[69195]: DEBUG nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.459600] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.507s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.460362] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.462596] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.509s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.462883] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.465655] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.811s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.465991] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.467998] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.764s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.468260] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.470069] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.456s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.502053] env[69195]: INFO nova.scheduler.client.report [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleted allocations for instance 7c08be5e-aa4d-4591-bdff-dee8161fb5d2 [ 920.510090] env[69195]: INFO nova.scheduler.client.report [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Deleted allocations for instance c3f0810d-ad98-436b-98df-3a8fd5b59dff [ 920.523028] env[69195]: INFO nova.compute.manager [-] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Took 1.41 seconds to deallocate network for instance. [ 920.529446] env[69195]: INFO nova.scheduler.client.report [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Deleted allocations for instance 9804111e-efcc-4ddb-b5f5-c6e1695f74b3 [ 920.534864] env[69195]: INFO nova.scheduler.client.report [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Deleted allocations for instance 18155a46-d42f-4218-a66d-265ebd20111a [ 920.628605] env[69195]: DEBUG oslo_vmware.api [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504580, 'name': PowerOnVM_Task, 'duration_secs': 1.185863} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.629053] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.629349] env[69195]: DEBUG nova.compute.manager [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.630309] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b378fd-f6c0-4a4f-9cb4-3b4da4bfcc2d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.680490] env[69195]: DEBUG nova.compute.manager [req-6d02c722-60de-47aa-8b40-f2262a67a43a req-39750de7-f6f7-403d-a7f1-0c7e500bc574 service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Received event network-vif-plugged-a05f3e90-78f0-4ebd-8004-622438b75eeb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.681027] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d02c722-60de-47aa-8b40-f2262a67a43a req-39750de7-f6f7-403d-a7f1-0c7e500bc574 service nova] Acquiring lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.681192] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d02c722-60de-47aa-8b40-f2262a67a43a req-39750de7-f6f7-403d-a7f1-0c7e500bc574 service nova] Lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.681803] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d02c722-60de-47aa-8b40-f2262a67a43a req-39750de7-f6f7-403d-a7f1-0c7e500bc574 service nova] Lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.682009] env[69195]: DEBUG nova.compute.manager [req-6d02c722-60de-47aa-8b40-f2262a67a43a req-39750de7-f6f7-403d-a7f1-0c7e500bc574 service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] No waiting events found dispatching network-vif-plugged-a05f3e90-78f0-4ebd-8004-622438b75eeb {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.682408] env[69195]: WARNING nova.compute.manager [req-6d02c722-60de-47aa-8b40-f2262a67a43a req-39750de7-f6f7-403d-a7f1-0c7e500bc574 service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Received unexpected event network-vif-plugged-a05f3e90-78f0-4ebd-8004-622438b75eeb for instance with vm_state building and task_state spawning. [ 920.776349] env[69195]: DEBUG nova.network.neutron [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Successfully updated port: a05f3e90-78f0-4ebd-8004-622438b75eeb {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.790831] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c8c633c1-47dc-4ea5-9909-cd784a0b6d26] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.807423] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504582, 'name': ReconfigVM_Task, 'duration_secs': 0.364356} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.807910] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804/6ae50937-9b05-4ef1-98eb-7f9df3073804.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.808728] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bca634a6-b44e-4303-93d2-e98f4a30a6b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.816261] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 920.816261] env[69195]: value = "task-3504583" [ 920.816261] env[69195]: _type = "Task" [ 920.816261] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.826647] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504583, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.979246] env[69195]: DEBUG nova.compute.utils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.981260] env[69195]: DEBUG nova.objects.instance [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lazy-loading 'migration_context' on Instance uuid dc3ae514-ef07-4420-9382-41f3893f28fa {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.983256] env[69195]: DEBUG nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.983431] env[69195]: DEBUG nova.network.neutron [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.010339] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0f0cb148-f044-4b8e-b112-fc010b16cf1a tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "7c08be5e-aa4d-4591-bdff-dee8161fb5d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.605s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.021924] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13f109aa-4026-4a0e-9de1-32a51ec917e8 tempest-ServersWithSpecificFlavorTestJSON-1359499520 tempest-ServersWithSpecificFlavorTestJSON-1359499520-project-member] Lock "c3f0810d-ad98-436b-98df-3a8fd5b59dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.362s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.029623] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.039630] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d79970ce-4825-43bb-b1de-d5dfaedec601 tempest-ServersV294TestFqdnHostnames-1833622075 tempest-ServersV294TestFqdnHostnames-1833622075-project-member] Lock "9804111e-efcc-4ddb-b5f5-c6e1695f74b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.235s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.044518] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb7d9535-b51a-4877-a3c0-402149bcfb07 tempest-MultipleCreateTestJSON-27366217 tempest-MultipleCreateTestJSON-27366217-project-member] Lock "18155a46-d42f-4218-a66d-265ebd20111a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.754s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.095126] env[69195]: DEBUG nova.policy [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd2d3d02ecfa4a368aa4635665978be0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9d4b384fa964a08bc93bef38f7ad87b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.151535] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.280638] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "refresh_cache-c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.280638] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "refresh_cache-c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.280638] env[69195]: DEBUG nova.network.neutron [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.294282] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 9a8894fc-2623-4760-be9b-8884b50781eb] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.327630] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504583, 'name': Rename_Task, 'duration_secs': 0.147799} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.328734] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.331020] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3073b373-4698-4ebd-870b-8eb8a00c337b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.336677] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 921.336677] env[69195]: value = "task-3504584" [ 921.336677] env[69195]: _type = "Task" [ 921.336677] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.346052] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.484811] env[69195]: DEBUG nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.598532] env[69195]: DEBUG nova.network.neutron [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Successfully created port: bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.803027] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 9221ffc3-bfa5-45c9-9c46-dcd2f18ef77d] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.849543] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.868320] env[69195]: DEBUG nova.network.neutron [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.026197] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957e4c45-13aa-4cb3-86ba-fadb64a0b2e1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.037781] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167dfcd4-15b9-49c2-83bb-0d3bd79f7ee5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.076616] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4582bf45-a95f-4b4e-82a5-1f2bd6faefa8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.085132] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef455ae6-7c8d-4495-ac82-d41245809290 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.099313] env[69195]: DEBUG nova.compute.provider_tree [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.285694] env[69195]: DEBUG nova.network.neutron [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Updating instance_info_cache with network_info: [{"id": "a05f3e90-78f0-4ebd-8004-622438b75eeb", "address": "fa:16:3e:5e:f2:35", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05f3e90-78", "ovs_interfaceid": "a05f3e90-78f0-4ebd-8004-622438b75eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.306359] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 3038b304-bcfa-40a6-abf6-c00e8fc2d661] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.349452] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504584, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.500705] env[69195]: DEBUG nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.529772] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.529772] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.529772] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.529772] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.529772] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.529772] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.529772] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.529772] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.530217] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.530217] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.530217] env[69195]: DEBUG nova.virt.hardware [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.531138] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a331b50-d65d-4848-bf53-2a147b231d10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.539583] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b414224-f7d5-4bb3-926f-d95a5942e1ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.602754] env[69195]: DEBUG nova.scheduler.client.report [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.788125] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "refresh_cache-c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.788476] env[69195]: DEBUG nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Instance network_info: |[{"id": "a05f3e90-78f0-4ebd-8004-622438b75eeb", "address": "fa:16:3e:5e:f2:35", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05f3e90-78", "ovs_interfaceid": "a05f3e90-78f0-4ebd-8004-622438b75eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.788973] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:f2:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a05f3e90-78f0-4ebd-8004-622438b75eeb', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.796598] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.796829] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.797076] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c55b373f-6877-4574-84e7-7ac2375088db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.812075] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 8ed222f5-08f0-4575-a173-3f53f710fd1f] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.819902] env[69195]: DEBUG nova.compute.manager [req-edf576b8-4fd6-499b-86dd-b051958af93f req-009f88b7-5671-41af-b0c5-c0ff162a64a1 service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Received event network-changed-a05f3e90-78f0-4ebd-8004-622438b75eeb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.820167] env[69195]: DEBUG nova.compute.manager [req-edf576b8-4fd6-499b-86dd-b051958af93f req-009f88b7-5671-41af-b0c5-c0ff162a64a1 service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Refreshing instance network info cache due to event network-changed-a05f3e90-78f0-4ebd-8004-622438b75eeb. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.821632] env[69195]: DEBUG oslo_concurrency.lockutils [req-edf576b8-4fd6-499b-86dd-b051958af93f req-009f88b7-5671-41af-b0c5-c0ff162a64a1 service nova] Acquiring lock "refresh_cache-c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.822052] env[69195]: DEBUG oslo_concurrency.lockutils [req-edf576b8-4fd6-499b-86dd-b051958af93f req-009f88b7-5671-41af-b0c5-c0ff162a64a1 service nova] Acquired lock "refresh_cache-c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.822272] env[69195]: DEBUG nova.network.neutron [req-edf576b8-4fd6-499b-86dd-b051958af93f req-009f88b7-5671-41af-b0c5-c0ff162a64a1 service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Refreshing network info cache for port a05f3e90-78f0-4ebd-8004-622438b75eeb {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.827790] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.827790] env[69195]: value = "task-3504585" [ 922.827790] env[69195]: _type = "Task" [ 922.827790] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.839651] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504585, 'name': CreateVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.848640] env[69195]: DEBUG oslo_vmware.api [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504584, 'name': PowerOnVM_Task, 'duration_secs': 1.028337} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.849676] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.849913] env[69195]: INFO nova.compute.manager [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Took 5.89 seconds to spawn the instance on the hypervisor. [ 922.850110] env[69195]: DEBUG nova.compute.manager [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.851180] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0afe8f-1b26-4a78-8ecd-6cfb449d1cd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.079397] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "131136af-caf8-456d-8842-088530907381" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.079767] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "131136af-caf8-456d-8842-088530907381" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.081231] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "131136af-caf8-456d-8842-088530907381-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.081231] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "131136af-caf8-456d-8842-088530907381-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.081231] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "131136af-caf8-456d-8842-088530907381-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.082859] env[69195]: INFO nova.compute.manager [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Terminating instance [ 923.315684] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 4c225cf9-7bf1-4e65-b0a3-866faaae9203] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.342093] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504585, 'name': CreateVM_Task, 'duration_secs': 0.459233} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.342594] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.343485] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.343680] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.344062] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.344358] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de91edc-6e89-40fb-a56f-2538f5cbbe0b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.351158] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 923.351158] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52169459-317c-6504-9b29-2bb204cb0341" [ 923.351158] env[69195]: _type = "Task" [ 923.351158] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.360814] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52169459-317c-6504-9b29-2bb204cb0341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.371886] env[69195]: INFO nova.compute.manager [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Took 47.03 seconds to build instance. [ 923.586998] env[69195]: DEBUG nova.compute.manager [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.587290] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.588649] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815089cd-794e-4ac7-9684-4682746ace20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.603349] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.603349] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2addf904-85a3-4389-8fdb-4029854b8ffb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.613022] env[69195]: DEBUG oslo_vmware.api [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 923.613022] env[69195]: value = "task-3504586" [ 923.613022] env[69195]: _type = "Task" [ 923.613022] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.616549] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.146s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.626480] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.331s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.627877] env[69195]: INFO nova.compute.claims [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.646565] env[69195]: DEBUG oslo_vmware.api [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.731209] env[69195]: DEBUG nova.network.neutron [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Successfully updated port: bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.792094] env[69195]: DEBUG nova.network.neutron [req-edf576b8-4fd6-499b-86dd-b051958af93f req-009f88b7-5671-41af-b0c5-c0ff162a64a1 service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Updated VIF entry in instance network info cache for port a05f3e90-78f0-4ebd-8004-622438b75eeb. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.792573] env[69195]: DEBUG nova.network.neutron [req-edf576b8-4fd6-499b-86dd-b051958af93f req-009f88b7-5671-41af-b0c5-c0ff162a64a1 service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Updating instance_info_cache with network_info: [{"id": "a05f3e90-78f0-4ebd-8004-622438b75eeb", "address": "fa:16:3e:5e:f2:35", "network": {"id": "e4baddf8-3238-4010-8f08-80856a944f90", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-270381031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ce096455274c929115c8a5592900f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05f3e90-78", "ovs_interfaceid": "a05f3e90-78f0-4ebd-8004-622438b75eeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.819202] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: ad52c9c1-5738-4fb5-9d8e-add1d0b8a497] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.865314] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52169459-317c-6504-9b29-2bb204cb0341, 'name': SearchDatastore_Task, 'duration_secs': 0.023851} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.865314] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.865314] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.865512] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.865691] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.865801] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.866665] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d9bb3a7-b579-418d-b645-2b9958f2027b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.875174] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a2fef792-c037-4477-ba21-38f73e5114b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "6ae50937-9b05-4ef1-98eb-7f9df3073804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.971s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.877377] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.877592] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.878349] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c13e238-ff8c-4fb9-b6b0-af8aa96b4cc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.883418] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 923.883418] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52474486-d50a-1682-c326-70bc70a2ddde" [ 923.883418] env[69195]: _type = "Task" [ 923.883418] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.891958] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52474486-d50a-1682-c326-70bc70a2ddde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.977916] env[69195]: INFO nova.compute.manager [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Rebuilding instance [ 924.038925] env[69195]: DEBUG nova.compute.manager [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.042490] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19eb4ad-71e8-46b5-9833-258227d071b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.123372] env[69195]: DEBUG oslo_vmware.api [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.234948] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.235042] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.235233] env[69195]: DEBUG nova.network.neutron [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.296758] env[69195]: DEBUG oslo_concurrency.lockutils [req-edf576b8-4fd6-499b-86dd-b051958af93f req-009f88b7-5671-41af-b0c5-c0ff162a64a1 service nova] Releasing lock "refresh_cache-c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.324497] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 886dd8f1-2856-401b-9c1f-14bdad94c7cf] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.400441] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52474486-d50a-1682-c326-70bc70a2ddde, 'name': SearchDatastore_Task, 'duration_secs': 0.018985} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.401128] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c8f62a-155e-4109-9043-9b4d47e5a881 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.409055] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 924.409055] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209226f-8676-35b1-f560-f4df4213fcef" [ 924.409055] env[69195]: _type = "Task" [ 924.409055] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.421396] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209226f-8676-35b1-f560-f4df4213fcef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.620988] env[69195]: DEBUG oslo_vmware.api [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504586, 'name': PowerOffVM_Task, 'duration_secs': 0.967242} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.621357] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.621568] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.621880] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf7e6652-b468-418d-92ea-e9b818bdbbe1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.685670] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.685836] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.685929] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleting the datastore file [datastore2] 131136af-caf8-456d-8842-088530907381 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.686266] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5891316-88d8-4061-b6d2-bde691b6a0b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.699900] env[69195]: DEBUG oslo_vmware.api [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 924.699900] env[69195]: value = "task-3504588" [ 924.699900] env[69195]: _type = "Task" [ 924.699900] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.715683] env[69195]: DEBUG oslo_vmware.api [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.817921] env[69195]: DEBUG nova.network.neutron [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.830344] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 30c4ca73-4f2f-4aa1-9c4b-fed5c7144296] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.926924] env[69195]: DEBUG nova.compute.manager [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Received event network-vif-plugged-bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.927202] env[69195]: DEBUG oslo_concurrency.lockutils [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] Acquiring lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.927422] env[69195]: DEBUG oslo_concurrency.lockutils [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.927600] env[69195]: DEBUG oslo_concurrency.lockutils [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.927766] env[69195]: DEBUG nova.compute.manager [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] No waiting events found dispatching network-vif-plugged-bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.927934] env[69195]: WARNING nova.compute.manager [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Received unexpected event network-vif-plugged-bf835081-b81d-435a-95c8-cc555e6e5bf8 for instance with vm_state building and task_state spawning. [ 924.928107] env[69195]: DEBUG nova.compute.manager [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Received event network-changed-bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.928273] env[69195]: DEBUG nova.compute.manager [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Refreshing instance network info cache due to event network-changed-bf835081-b81d-435a-95c8-cc555e6e5bf8. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.928439] env[69195]: DEBUG oslo_concurrency.lockutils [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] Acquiring lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.939031] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209226f-8676-35b1-f560-f4df4213fcef, 'name': SearchDatastore_Task, 'duration_secs': 0.014329} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.939031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.939031] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c7176194-67ce-4a91-9e97-d8a3dcf2bd0b/c7176194-67ce-4a91-9e97-d8a3dcf2bd0b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.939031] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72e1f14c-b24d-442c-97cd-51e92d9d0e7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.945986] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 924.945986] env[69195]: value = "task-3504589" [ 924.945986] env[69195]: _type = "Task" [ 924.945986] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.957301] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.056076] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.056577] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33d648a6-528e-4259-8d01-f1d2644329e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.066202] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 925.066202] env[69195]: value = "task-3504590" [ 925.066202] env[69195]: _type = "Task" [ 925.066202] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.083774] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.127545] env[69195]: DEBUG nova.network.neutron [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updating instance_info_cache with network_info: [{"id": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "address": "fa:16:3e:ab:4c:10", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf835081-b8", "ovs_interfaceid": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.175176] env[69195]: INFO nova.compute.manager [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Swapping old allocation on dict_keys(['eeda6aa3-9fec-40fc-93c9-c561002c0b76']) held by migration bb7d8289-71aa-4a79-8a55-4949e71767bc for instance [ 925.217359] env[69195]: DEBUG nova.scheduler.client.report [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Overwriting current allocation {'allocations': {'eeda6aa3-9fec-40fc-93c9-c561002c0b76': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 97}}, 'project_id': '7c92d3f177af4bfc87888db7a867126b', 'user_id': '23dc1fa0880f4380950560e6876fc067', 'consumer_generation': 1} on consumer dc3ae514-ef07-4420-9382-41f3893f28fa {{(pid=69195) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 925.223684] env[69195]: DEBUG oslo_vmware.api [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169881} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.226683] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.226895] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.227067] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.227242] env[69195]: INFO nova.compute.manager [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 131136af-caf8-456d-8842-088530907381] Took 1.64 seconds to destroy the instance on the hypervisor. [ 925.227771] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.227988] env[69195]: DEBUG nova.compute.manager [-] [instance: 131136af-caf8-456d-8842-088530907381] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.228045] env[69195]: DEBUG nova.network.neutron [-] [instance: 131136af-caf8-456d-8842-088530907381] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.290499] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144be1a-ad47-4d07-b940-96985d5e2cc5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.297700] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa6b648-025c-4338-95da-3584c6796b3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.336957] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b144ff6-8fbe-43b7-9396-774ac4d8e22b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.340980] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 437dd76d-4ce5-440d-8683-23c847f39e29] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.352198] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa558fb-58cb-49ea-bd5e-4733fac7a937 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.367879] env[69195]: DEBUG nova.compute.provider_tree [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.392238] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.392238] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquired lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.392238] env[69195]: DEBUG nova.network.neutron [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.456012] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.585598] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504590, 'name': PowerOffVM_Task, 'duration_secs': 0.144787} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.585882] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.586398] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.591273] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae85ef7-e73d-4c10-bc1f-255ff27cc860 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.598515] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.598840] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81e685ac-78a9-45e5-8824-28bbbad02d74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.624338] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.624820] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.624820] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Deleting the datastore file [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.625030] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49bc18dc-0b95-4082-b9b6-a21cd6a208be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.629213] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Releasing lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.629522] env[69195]: DEBUG nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Instance network_info: |[{"id": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "address": "fa:16:3e:ab:4c:10", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf835081-b8", "ovs_interfaceid": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.630092] env[69195]: DEBUG oslo_concurrency.lockutils [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] Acquired lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.630293] env[69195]: DEBUG nova.network.neutron [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Refreshing network info cache for port bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.631645] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:4c:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf835081-b81d-435a-95c8-cc555e6e5bf8', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.640957] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.643155] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.643640] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 925.643640] env[69195]: value = "task-3504592" [ 925.643640] env[69195]: _type = "Task" [ 925.643640] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.644405] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b92cae0-9b9a-4317-8b21-0145bac0d276 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.666105] env[69195]: DEBUG nova.compute.manager [req-6cd69e01-d64b-46bc-9466-1df377e3d2f4 req-3ae092ef-8295-4f61-9199-d0c57cc329f7 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Received event network-vif-deleted-f19d7682-67e2-40c4-8721-cfd5f8a4bec3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.666359] env[69195]: INFO nova.compute.manager [req-6cd69e01-d64b-46bc-9466-1df377e3d2f4 req-3ae092ef-8295-4f61-9199-d0c57cc329f7 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Neutron deleted interface f19d7682-67e2-40c4-8721-cfd5f8a4bec3; detaching it from the instance and deleting it from the info cache [ 925.666625] env[69195]: DEBUG nova.network.neutron [req-6cd69e01-d64b-46bc-9466-1df377e3d2f4 req-3ae092ef-8295-4f61-9199-d0c57cc329f7 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.674453] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.676427] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.676427] env[69195]: value = "task-3504593" [ 925.676427] env[69195]: _type = "Task" [ 925.676427] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.687031] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504593, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.845161] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: d4d10cca-3c1b-4b7e-a292-22c94b4df23c] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.872113] env[69195]: DEBUG nova.scheduler.client.report [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.970989] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695061} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.970989] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c7176194-67ce-4a91-9e97-d8a3dcf2bd0b/c7176194-67ce-4a91-9e97-d8a3dcf2bd0b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.970989] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.970989] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e258bd36-c8c7-47d3-b45b-14e68a2d4d5c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.977847] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 925.977847] env[69195]: value = "task-3504594" [ 925.977847] env[69195]: _type = "Task" [ 925.977847] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.987631] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.116301] env[69195]: DEBUG nova.network.neutron [-] [instance: 131136af-caf8-456d-8842-088530907381] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.171357] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131823} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.171651] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47263d81-621d-44c7-a4cf-0bc9573a41e9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.173730] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.173930] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.174150] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.185669] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533e7873-2faa-46dd-8bb5-0f6a0bef9b6b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.206305] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504593, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.231391] env[69195]: DEBUG nova.compute.manager [req-6cd69e01-d64b-46bc-9466-1df377e3d2f4 req-3ae092ef-8295-4f61-9199-d0c57cc329f7 service nova] [instance: 131136af-caf8-456d-8842-088530907381] Detach interface failed, port_id=f19d7682-67e2-40c4-8721-cfd5f8a4bec3, reason: Instance 131136af-caf8-456d-8842-088530907381 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.324033] env[69195]: DEBUG nova.network.neutron [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance_info_cache with network_info: [{"id": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "address": "fa:16:3e:7f:fb:c3", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a8565a9-d4", "ovs_interfaceid": "2a8565a9-d45d-46d5-bab2-f353a46b6e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.348984] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 316cbf59-a55e-4d7f-abbb-43fd8bc2cc6b] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.377129] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.377669] env[69195]: DEBUG nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.380680] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.040s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.380871] env[69195]: DEBUG nova.objects.instance [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 926.488343] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07285} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.488678] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.489490] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1307525a-df57-4e34-8fe0-644e185edd66 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.512696] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] c7176194-67ce-4a91-9e97-d8a3dcf2bd0b/c7176194-67ce-4a91-9e97-d8a3dcf2bd0b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.513037] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-827b07a0-e948-464b-befe-1810aa9969b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.543267] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 926.543267] env[69195]: value = "task-3504595" [ 926.543267] env[69195]: _type = "Task" [ 926.543267] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.551170] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.620043] env[69195]: INFO nova.compute.manager [-] [instance: 131136af-caf8-456d-8842-088530907381] Took 1.39 seconds to deallocate network for instance. [ 926.690068] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504593, 'name': CreateVM_Task, 'duration_secs': 0.548201} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.690068] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.691360] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.691360] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.691360] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.691505] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4521468-ed8f-41fc-8476-e9c8f569409f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.696181] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 926.696181] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529e601c-42a0-4d79-b57a-1052e136defe" [ 926.696181] env[69195]: _type = "Task" [ 926.696181] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.707358] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529e601c-42a0-4d79-b57a-1052e136defe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.809250] env[69195]: DEBUG nova.network.neutron [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updated VIF entry in instance network info cache for port bf835081-b81d-435a-95c8-cc555e6e5bf8. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.809649] env[69195]: DEBUG nova.network.neutron [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updating instance_info_cache with network_info: [{"id": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "address": "fa:16:3e:ab:4c:10", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf835081-b8", "ovs_interfaceid": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.826674] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Releasing lock "refresh_cache-dc3ae514-ef07-4420-9382-41f3893f28fa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.827162] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.827437] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-006e1f2a-0bbc-4da3-a4fb-a43da799c63e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.838494] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 926.838494] env[69195]: value = "task-3504596" [ 926.838494] env[69195]: _type = "Task" [ 926.838494] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.848187] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.852818] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: cba58e16-e4d8-4a3b-bc12-1ca7b1be1f27] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.885929] env[69195]: DEBUG nova.compute.utils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.893839] env[69195]: DEBUG nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.893839] env[69195]: DEBUG nova.network.neutron [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.960035] env[69195]: DEBUG nova.policy [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be22d8c5b06544daad59d63b0a5ac086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80049afcf8084912971b453f25b90d55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.053633] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504595, 'name': ReconfigVM_Task, 'duration_secs': 0.403715} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.053975] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Reconfigured VM instance instance-00000048 to attach disk [datastore1] c7176194-67ce-4a91-9e97-d8a3dcf2bd0b/c7176194-67ce-4a91-9e97-d8a3dcf2bd0b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.055569] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b94f167-7147-4d98-a1f4-55a553b6491f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.062532] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 927.062532] env[69195]: value = "task-3504597" [ 927.062532] env[69195]: _type = "Task" [ 927.062532] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.072434] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504597, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.126476] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.207469] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529e601c-42a0-4d79-b57a-1052e136defe, 'name': SearchDatastore_Task, 'duration_secs': 0.017216} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.207786] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.208033] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.208276] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.208421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.208634] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.208907] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f258d7b-7b93-42e4-aefb-93e97a18f84e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.218370] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.218652] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.221294] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba274300-ae2f-4417-8e99-eb967a59723f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.226882] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 927.226882] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c00cd2-dd53-d984-66a0-59d6bf0259a8" [ 927.226882] env[69195]: _type = "Task" [ 927.226882] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.234176] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.234495] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.234693] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.234919] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.235124] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.235507] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.235736] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.235936] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.236147] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.236352] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.236604] env[69195]: DEBUG nova.virt.hardware [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.237531] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d800fe-f80e-40e8-97df-60bdd3746acd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.248125] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c00cd2-dd53-d984-66a0-59d6bf0259a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.250512] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f569487c-9da2-405e-bddf-91f72a2c987c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.254415] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce8357a-7a63-432a-adc1-4f201c2b1f60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.261869] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 927.261869] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e8c9fe-3ede-2230-7c3e-52b307f08f92" [ 927.261869] env[69195]: _type = "Task" [ 927.261869] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.270972] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.276920] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.280965] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.281244] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57c63bb8-5353-493b-a9ae-1268587bd739 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.301123] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e8c9fe-3ede-2230-7c3e-52b307f08f92, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.302896] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.302896] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 263f0381-c6a6-4de2-973d-1d2d00cd4fcb/263f0381-c6a6-4de2-973d-1d2d00cd4fcb.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.303277] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.303277] env[69195]: value = "task-3504598" [ 927.303277] env[69195]: _type = "Task" [ 927.303277] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.303521] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d577dba-1a33-4444-b46f-b2c701f1434c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.314557] env[69195]: DEBUG oslo_concurrency.lockutils [req-306e5411-699a-44f8-b2d3-8743a736d01c req-94004c58-a351-49e8-8f3b-b3d23c81cbaf service nova] Releasing lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.314981] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504598, 'name': CreateVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.316447] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 927.316447] env[69195]: value = "task-3504599" [ 927.316447] env[69195]: _type = "Task" [ 927.316447] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.327626] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.349665] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504596, 'name': PowerOffVM_Task, 'duration_secs': 0.258638} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.350019] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.350753] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:11:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='acd79b1e-1b1a-47dd-865a-dc1502e45545',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-261089869',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.351023] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.351224] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.351416] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.351567] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.351766] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.351980] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.352094] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.352265] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.352433] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.352605] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.358668] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 0b9e96b0-343e-44a8-8ff1-1d827d2ec9e6] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.361617] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbcc47a-ee3c-415b-b571-8c5f7d158cd4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.378859] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 927.378859] env[69195]: value = "task-3504600" [ 927.378859] env[69195]: _type = "Task" [ 927.378859] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.389385] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.392138] env[69195]: DEBUG nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.397916] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0957020b-55a3-4d4a-ba5d-e69e0c7de513 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.399988] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.039s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.401979] env[69195]: INFO nova.compute.claims [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.407596] env[69195]: DEBUG nova.network.neutron [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Successfully created port: 04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.575701] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504597, 'name': Rename_Task, 'duration_secs': 0.210906} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.576437] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.576437] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0c7b965-7587-4177-a224-2ab297d9c4b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.584120] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 927.584120] env[69195]: value = "task-3504601" [ 927.584120] env[69195]: _type = "Task" [ 927.584120] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.601207] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.718249] env[69195]: DEBUG oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52426dbf-41fd-b078-dfec-0270f984549d/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.719370] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd04e76-89ab-4b3a-b7ab-11f21aae0b1b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.729643] env[69195]: DEBUG oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52426dbf-41fd-b078-dfec-0270f984549d/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.729843] env[69195]: ERROR oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52426dbf-41fd-b078-dfec-0270f984549d/disk-0.vmdk due to incomplete transfer. [ 927.730276] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-48dcf9e6-3f24-4d1a-9fa0-56cb088bd9c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.741677] env[69195]: DEBUG oslo_vmware.rw_handles [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52426dbf-41fd-b078-dfec-0270f984549d/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.742016] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Uploaded image 7c29db3b-6b4e-4c5a-8dc9-1c88ab5b76d1 to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.744668] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.745228] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0edc752c-bbd4-4dc3-8b49-d2c73521a2b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.756069] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 927.756069] env[69195]: value = "task-3504602" [ 927.756069] env[69195]: _type = "Task" [ 927.756069] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.768498] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504602, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.817956] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504598, 'name': CreateVM_Task, 'duration_secs': 0.497536} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.822406] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.822654] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.823201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.823453] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.824193] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d75967-f53b-4c09-976d-392286b8c673 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.830624] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.832266] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 927.832266] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52867532-319c-67aa-eb0f-7537fe5517cd" [ 927.832266] env[69195]: _type = "Task" [ 927.832266] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.840638] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52867532-319c-67aa-eb0f-7537fe5517cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.876257] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 91fe2354-eec5-4bd6-bdf9-6311eb0f2b4d] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.890352] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504600, 'name': ReconfigVM_Task, 'duration_secs': 0.191987} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.891157] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aaba72-5db8-41fd-9f0a-91cc7c9b3d76 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.917042] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:11:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='acd79b1e-1b1a-47dd-865a-dc1502e45545',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-261089869',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.917345] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.917915] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.917915] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.917915] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.918075] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.918341] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.918560] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.918874] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.919075] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.920398] env[69195]: DEBUG nova.virt.hardware [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.921191] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d261ba-c122-4d1b-ba2d-ea8b032d3c58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.929188] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 927.929188] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52854ef1-35cc-9b02-09fc-af9953f18918" [ 927.929188] env[69195]: _type = "Task" [ 927.929188] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.938498] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52854ef1-35cc-9b02-09fc-af9953f18918, 'name': SearchDatastore_Task, 'duration_secs': 0.007306} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.944164] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.944826] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-523478ee-cc42-4fcb-8298-9f30b8e15182 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.965066] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 927.965066] env[69195]: value = "task-3504603" [ 927.965066] env[69195]: _type = "Task" [ 927.965066] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.975080] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.097140] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.265969] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504602, 'name': Destroy_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.329981] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563014} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.329981] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 263f0381-c6a6-4de2-973d-1d2d00cd4fcb/263f0381-c6a6-4de2-973d-1d2d00cd4fcb.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.330581] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.330749] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df411c47-de02-4c8f-9034-de284f3a8a3c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.349505] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52867532-319c-67aa-eb0f-7537fe5517cd, 'name': SearchDatastore_Task, 'duration_secs': 0.028517} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.351375] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.352540] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.352540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.352540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.353270] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.353270] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 928.353270] env[69195]: value = "task-3504604" [ 928.353270] env[69195]: _type = "Task" [ 928.353270] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.353649] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d85b695-f0b9-4165-b1f1-61cfe773bc43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.366581] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.368344] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.368344] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.368862] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fce430-124a-4325-bc29-caec3e1f49ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.375475] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 928.375475] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52955205-4cff-49d0-836d-019909a96c92" [ 928.375475] env[69195]: _type = "Task" [ 928.375475] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.379020] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 1fe2cb9c-5004-471a-8ddf-98efa38d33e3] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.385127] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52955205-4cff-49d0-836d-019909a96c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.428024] env[69195]: DEBUG nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.457445] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.458063] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.458063] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.458063] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.458229] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.458381] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.458618] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.458924] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.459108] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.459307] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.459444] env[69195]: DEBUG nova.virt.hardware [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.461084] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee9e9bc-79f5-4e0d-bd89-e50d29108a16 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.473356] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff28e10-6aa3-4bae-8880-387329018bfd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.483099] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504603, 'name': ReconfigVM_Task, 'duration_secs': 0.415889} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.483900] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 928.484709] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab70920-a6b5-417a-b214-d2762fca2b17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.517350] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa/dc3ae514-ef07-4420-9382-41f3893f28fa.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.520244] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6edf3b68-759d-451a-9254-3bd1031b4c6d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.538697] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 928.538697] env[69195]: value = "task-3504605" [ 928.538697] env[69195]: _type = "Task" [ 928.538697] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.550555] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.596850] env[69195]: DEBUG oslo_vmware.api [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504601, 'name': PowerOnVM_Task, 'duration_secs': 0.563535} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.597241] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.597486] env[69195]: INFO nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Took 8.91 seconds to spawn the instance on the hypervisor. [ 928.597954] env[69195]: DEBUG nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.598603] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6bd7b3-2af9-4967-8f1e-096502708371 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.771542] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504602, 'name': Destroy_Task, 'duration_secs': 0.526232} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.771863] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Destroyed the VM [ 928.772063] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.772320] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-52a2d95b-1d61-4c2c-bc0c-1aef41403e99 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.787878] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 928.787878] env[69195]: value = "task-3504606" [ 928.787878] env[69195]: _type = "Task" [ 928.787878] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.802941] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.869274] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216398} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.870045] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.870461] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a83e05-c6c0-44ee-9ad4-859a0249f3da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.893450] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: f3f8d8e7-a0b9-4f16-8f83-3bcbbcddfd33] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.905244] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 263f0381-c6a6-4de2-973d-1d2d00cd4fcb/263f0381-c6a6-4de2-973d-1d2d00cd4fcb.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.908556] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c3318e-2928-4cf8-acd5-b1e22f936766 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.934129] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 928.934129] env[69195]: value = "task-3504607" [ 928.934129] env[69195]: _type = "Task" [ 928.934129] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.934398] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52955205-4cff-49d0-836d-019909a96c92, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.939056] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e226a781-520c-4003-afb5-07a1e7a7c289 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.947270] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.951865] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 928.951865] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52abb155-9874-4981-3a9a-503e1bd5ed8b" [ 928.951865] env[69195]: _type = "Task" [ 928.951865] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.963088] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52abb155-9874-4981-3a9a-503e1bd5ed8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.963463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.963688] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804/6ae50937-9b05-4ef1-98eb-7f9df3073804.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.963957] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a890b9-5982-458f-8022-36aa46fe8563 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.971755] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 928.971755] env[69195]: value = "task-3504608" [ 928.971755] env[69195]: _type = "Task" [ 928.971755] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.980627] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.030310] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deb71ac-a2c2-4337-807b-6eb15467b3af {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.037584] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512445a6-b3f4-4abe-9b32-ad23c32a2570 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.075826] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504605, 'name': ReconfigVM_Task, 'duration_secs': 0.416453} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.076393] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Reconfigured VM instance instance-00000034 to attach disk [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa/dc3ae514-ef07-4420-9382-41f3893f28fa.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.077284] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e2683-35c8-4243-9178-d6c03d60a16d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.080358] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ab4762-a28d-4faa-b3be-b1d73b7f132f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.103526] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac8c46c-fd4c-4ab4-b14f-ac7b7e70b883 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.115471] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f811a70-de86-4895-bb85-cb6aebb9bd29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.121070] env[69195]: INFO nova.compute.manager [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Took 46.70 seconds to build instance. [ 929.134507] env[69195]: DEBUG nova.compute.provider_tree [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.156445] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62369a4a-89de-4d98-82a9-c34e9367ad60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.181294] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b29fe-0c55-44bb-bd6f-8b0b2baecad1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.186704] env[69195]: DEBUG nova.compute.manager [req-c4b98229-0279-4098-9a85-44b4daa8da12 req-9b19f302-6597-47ba-8e9b-d0afb23b0af0 service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Received event network-vif-plugged-04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.186949] env[69195]: DEBUG oslo_concurrency.lockutils [req-c4b98229-0279-4098-9a85-44b4daa8da12 req-9b19f302-6597-47ba-8e9b-d0afb23b0af0 service nova] Acquiring lock "6eb559c9-c003-4820-8e14-9bae27069f46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.187201] env[69195]: DEBUG oslo_concurrency.lockutils [req-c4b98229-0279-4098-9a85-44b4daa8da12 req-9b19f302-6597-47ba-8e9b-d0afb23b0af0 service nova] Lock "6eb559c9-c003-4820-8e14-9bae27069f46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.187463] env[69195]: DEBUG oslo_concurrency.lockutils [req-c4b98229-0279-4098-9a85-44b4daa8da12 req-9b19f302-6597-47ba-8e9b-d0afb23b0af0 service nova] Lock "6eb559c9-c003-4820-8e14-9bae27069f46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.187571] env[69195]: DEBUG nova.compute.manager [req-c4b98229-0279-4098-9a85-44b4daa8da12 req-9b19f302-6597-47ba-8e9b-d0afb23b0af0 service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] No waiting events found dispatching network-vif-plugged-04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.187777] env[69195]: WARNING nova.compute.manager [req-c4b98229-0279-4098-9a85-44b4daa8da12 req-9b19f302-6597-47ba-8e9b-d0afb23b0af0 service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Received unexpected event network-vif-plugged-04380207-2710-4f49-878c-c373e7898a39 for instance with vm_state building and task_state spawning. [ 929.196811] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.196811] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ba2c17d-32c5-417b-993d-fc6f4cd94b8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.200410] env[69195]: DEBUG nova.network.neutron [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Successfully updated port: 04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.203808] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 929.203808] env[69195]: value = "task-3504609" [ 929.203808] env[69195]: _type = "Task" [ 929.203808] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.215740] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.299111] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.409193] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 26936d13-a3f7-4c52-8aa4-c46534af243b] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.445427] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504607, 'name': ReconfigVM_Task, 'duration_secs': 0.411395} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.445774] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 263f0381-c6a6-4de2-973d-1d2d00cd4fcb/263f0381-c6a6-4de2-973d-1d2d00cd4fcb.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.446392] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbf6c1c7-0023-4fae-bd30-fea773061528 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.454504] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 929.454504] env[69195]: value = "task-3504610" [ 929.454504] env[69195]: _type = "Task" [ 929.454504] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.464437] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504610, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.482807] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486365} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.483537] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804/6ae50937-9b05-4ef1-98eb-7f9df3073804.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.487228] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.487430] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f771d9d9-db6a-4e10-89d6-2382555d46e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.494944] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 929.494944] env[69195]: value = "task-3504611" [ 929.494944] env[69195]: _type = "Task" [ 929.494944] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.506594] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.639365] env[69195]: DEBUG nova.scheduler.client.report [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.654295] env[69195]: DEBUG oslo_concurrency.lockutils [None req-269f63e2-2910-4aa7-9ea8-326d184a360e tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.486s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.707834] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.707834] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.707834] env[69195]: DEBUG nova.network.neutron [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.723648] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504609, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.803992] env[69195]: DEBUG oslo_vmware.api [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504606, 'name': RemoveSnapshot_Task, 'duration_secs': 0.991699} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.804310] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.804518] env[69195]: INFO nova.compute.manager [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Took 16.70 seconds to snapshot the instance on the hypervisor. [ 929.869335] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.869971] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.869971] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.870141] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.870225] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.875427] env[69195]: INFO nova.compute.manager [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Terminating instance [ 929.918286] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 65ae2509-68d5-4d9b-ab39-610837fd2029] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.966708] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504610, 'name': Rename_Task, 'duration_secs': 0.299313} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.967040] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.967309] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b576ba20-a734-4f88-a675-bed646cb675e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.974609] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 929.974609] env[69195]: value = "task-3504612" [ 929.974609] env[69195]: _type = "Task" [ 929.974609] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.982998] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.005258] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06615} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.006577] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.006769] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2da9b48-630b-4b2f-af9a-d591df908b65 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.028864] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804/6ae50937-9b05-4ef1-98eb-7f9df3073804.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.029258] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f9bbe7-cf74-4135-ad8e-35c76b11c74b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.050111] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 930.050111] env[69195]: value = "task-3504613" [ 930.050111] env[69195]: _type = "Task" [ 930.050111] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.060164] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.145886] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.146782] env[69195]: DEBUG nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.149229] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.979s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.149341] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.151647] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.068s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.153157] env[69195]: INFO nova.compute.claims [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.219294] env[69195]: DEBUG oslo_vmware.api [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504609, 'name': PowerOnVM_Task, 'duration_secs': 0.646244} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.219600] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.275389] env[69195]: DEBUG nova.network.neutron [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.364949] env[69195]: DEBUG nova.compute.manager [None req-37daf450-1e51-4fa1-8cca-49d24a103f59 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Found 1 images (rotation: 2) {{(pid=69195) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 930.383219] env[69195]: DEBUG nova.compute.manager [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.383219] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.384084] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6964032-5865-428c-9487-1ce265845c07 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.392748] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.393021] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23967b7c-2743-441b-abee-7d47f98cfb73 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.400169] env[69195]: DEBUG oslo_vmware.api [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 930.400169] env[69195]: value = "task-3504614" [ 930.400169] env[69195]: _type = "Task" [ 930.400169] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.409278] env[69195]: DEBUG oslo_vmware.api [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.414380] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.414617] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.425047] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 3ea9a37d-ac0e-4827-ac84-5707acdee448] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.481831] env[69195]: DEBUG nova.network.neutron [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Updating instance_info_cache with network_info: [{"id": "04380207-2710-4f49-878c-c373e7898a39", "address": "fa:16:3e:f6:17:1f", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04380207-27", "ovs_interfaceid": "04380207-2710-4f49-878c-c373e7898a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.489444] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504612, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.561653] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504613, 'name': ReconfigVM_Task, 'duration_secs': 0.278237} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.561653] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804/6ae50937-9b05-4ef1-98eb-7f9df3073804.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.561653] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f668db3-7f52-4b9d-ba68-fba9b3a0f31c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.567902] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 930.567902] env[69195]: value = "task-3504615" [ 930.567902] env[69195]: _type = "Task" [ 930.567902] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.577280] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504615, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.658465] env[69195]: DEBUG nova.compute.utils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.663780] env[69195]: DEBUG nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.664689] env[69195]: DEBUG nova.network.neutron [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.670950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-887f8699-645d-404c-9cd3-a439ffda5c5b tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.699s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.670950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.152s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.670950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.671094] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.671159] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.674347] env[69195]: INFO nova.compute.manager [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Terminating instance [ 930.722384] env[69195]: DEBUG nova.policy [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24839bc7006c410bafb715e320007a90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8a4091b8ae4a818871cd96c4ced6e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.911050] env[69195]: DEBUG oslo_vmware.api [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504614, 'name': PowerOffVM_Task, 'duration_secs': 0.357841} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.911500] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.911543] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.912178] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-166a4c97-9b8f-469b-ac3c-1d37e8235dac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.917539] env[69195]: DEBUG nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.936820] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 500e1b0a-5ce5-4664-916d-09ab8b45c5c8] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.989230] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.990035] env[69195]: DEBUG nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Instance network_info: |[{"id": "04380207-2710-4f49-878c-c373e7898a39", "address": "fa:16:3e:f6:17:1f", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04380207-27", "ovs_interfaceid": "04380207-2710-4f49-878c-c373e7898a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.990353] env[69195]: DEBUG oslo_vmware.api [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504612, 'name': PowerOnVM_Task, 'duration_secs': 0.866317} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.991811] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:17:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04380207-2710-4f49-878c-c373e7898a39', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.000141] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.000141] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.000141] env[69195]: INFO nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Took 8.50 seconds to spawn the instance on the hypervisor. [ 931.000141] env[69195]: DEBUG nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.000419] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.000927] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.000927] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleting the datastore file [datastore1] c7176194-67ce-4a91-9e97-d8a3dcf2bd0b {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.001037] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.001680] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f6edb-2cc8-43a7-81a3-184f33af7150 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.004990] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6aa1d90-0132-43ea-9df0-4bdad305a9d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.007970] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3092af07-2535-4fa0-a993-f08c269823ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.035419] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.035419] env[69195]: value = "task-3504618" [ 931.035419] env[69195]: _type = "Task" [ 931.035419] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.035776] env[69195]: DEBUG oslo_vmware.api [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for the task: (returnval){ [ 931.035776] env[69195]: value = "task-3504617" [ 931.035776] env[69195]: _type = "Task" [ 931.035776] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.047179] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504618, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.052715] env[69195]: DEBUG oslo_vmware.api [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.087029] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504615, 'name': Rename_Task, 'duration_secs': 0.227451} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.087353] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.087660] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3ccb20b-d482-41a7-9090-384d84e408a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.095094] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 931.095094] env[69195]: value = "task-3504619" [ 931.095094] env[69195]: _type = "Task" [ 931.095094] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.104031] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.134161] env[69195]: DEBUG nova.network.neutron [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Successfully created port: 987c0305-2b28-4365-b63a-e5ee6d4d2442 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.167059] env[69195]: DEBUG nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.177185] env[69195]: DEBUG nova.compute.manager [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.179107] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.179107] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-874e9924-646c-4201-ba24-a3a684f35599 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.186986] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d755140-2ff9-4fb4-96cc-b8a2b3b58c50 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.225699] env[69195]: WARNING nova.virt.vmwareapi.vmops [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ec07e636-6bb0-4569-9ed2-43d4ae99a9c4 could not be found. [ 931.225916] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.226121] env[69195]: INFO nova.compute.manager [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Took 0.05 seconds to destroy the instance on the hypervisor. [ 931.226370] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.229368] env[69195]: DEBUG nova.compute.manager [-] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.229473] env[69195]: DEBUG nova.network.neutron [-] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.232361] env[69195]: INFO nova.compute.manager [None req-9c873868-6810-4004-aa8c-8418f34a61f5 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance to original state: 'active' [ 931.441282] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 3a89835b-0e9c-4c4f-bbea-7756af513133] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.454878] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.556415] env[69195]: INFO nova.compute.manager [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Took 46.87 seconds to build instance. [ 931.568341] env[69195]: DEBUG oslo_vmware.api [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Task: {'id': task-3504617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267179} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.568650] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504618, 'name': CreateVM_Task, 'duration_secs': 0.36495} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.569589] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.570052] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.570304] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.570534] env[69195]: INFO nova.compute.manager [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 931.570823] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.570964] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.571673] env[69195]: DEBUG nova.compute.manager [-] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.575022] env[69195]: DEBUG nova.network.neutron [-] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.575022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.575022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.575022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.578521] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102034dc-e1c7-4557-89ab-f8336589aa85 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.588230] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquiring lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.588230] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.592372] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 931.592372] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52253dfa-7bf9-ff05-1361-7cbd8a58c8a2" [ 931.592372] env[69195]: _type = "Task" [ 931.592372] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.609784] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52253dfa-7bf9-ff05-1361-7cbd8a58c8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.614015] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.698724] env[69195]: DEBUG nova.compute.manager [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Received event network-changed-04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.698724] env[69195]: DEBUG nova.compute.manager [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Refreshing instance network info cache due to event network-changed-04380207-2710-4f49-878c-c373e7898a39. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.698724] env[69195]: DEBUG oslo_concurrency.lockutils [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] Acquiring lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.698724] env[69195]: DEBUG oslo_concurrency.lockutils [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] Acquired lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.698724] env[69195]: DEBUG nova.network.neutron [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Refreshing network info cache for port 04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.743054] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772060c0-f069-48cc-a597-912631381c73 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.756098] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91563a67-1178-4630-9995-404f2508afb8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.791766] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a79426-94b8-4a14-a05f-67a0b2d08d1e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.800397] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93aaff4-a5ec-41d8-95d6-14cf462ffeb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.818225] env[69195]: DEBUG nova.compute.provider_tree [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.945506] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: debd9dcf-05da-400c-aa51-474e90036b8f] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.961489] env[69195]: DEBUG nova.compute.manager [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.962448] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6377bb-15c0-4dd2-a1c3-a6fc3a269b27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.057010] env[69195]: DEBUG nova.network.neutron [-] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.063154] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5901254-a3f2-4cd2-846e-6f38f8f9bfc8 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.890s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.090107] env[69195]: DEBUG nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.113543] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52253dfa-7bf9-ff05-1361-7cbd8a58c8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.019243} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.113918] env[69195]: DEBUG oslo_vmware.api [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504619, 'name': PowerOnVM_Task, 'duration_secs': 0.53458} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.114834] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.115163] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.115433] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.115600] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.117268] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.117268] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.117923] env[69195]: DEBUG nova.compute.manager [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.118217] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02c56ec4-b9b7-4c9f-ba9f-a4966ce91301 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.123737] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b82e27a-9e33-4d49-bd61-9e5a95d7831b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.139852] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.140055] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.141254] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc64fd48-cf1d-4c18-89da-96ab9ce4dee1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.147586] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 932.147586] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527cef5e-32a8-edc9-f6a9-304c361c1909" [ 932.147586] env[69195]: _type = "Task" [ 932.147586] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.157319] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527cef5e-32a8-edc9-f6a9-304c361c1909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.182963] env[69195]: DEBUG nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.214715] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.214966] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.215216] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.215315] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.215462] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.215689] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.215855] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.216084] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.216186] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.216374] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.216588] env[69195]: DEBUG nova.virt.hardware [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.217458] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eba339d-9d40-4be6-af34-59b677947d22 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.226464] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f22d5a4-e363-40b0-95e6-9a85b162630a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.321936] env[69195]: DEBUG nova.scheduler.client.report [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.404372] env[69195]: DEBUG nova.network.neutron [-] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.446760] env[69195]: DEBUG nova.network.neutron [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Updated VIF entry in instance network info cache for port 04380207-2710-4f49-878c-c373e7898a39. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.446760] env[69195]: DEBUG nova.network.neutron [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Updating instance_info_cache with network_info: [{"id": "04380207-2710-4f49-878c-c373e7898a39", "address": "fa:16:3e:f6:17:1f", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04380207-27", "ovs_interfaceid": "04380207-2710-4f49-878c-c373e7898a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.446760] env[69195]: WARNING oslo_messaging._drivers.amqpdriver [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 932.450181] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 9fbec4d3-ebe6-4fdd-a30b-d7fb897384fa] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.475576] env[69195]: INFO nova.compute.manager [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] instance snapshotting [ 932.476354] env[69195]: DEBUG nova.objects.instance [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'flavor' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.559747] env[69195]: INFO nova.compute.manager [-] [instance: ec07e636-6bb0-4569-9ed2-43d4ae99a9c4] Took 1.33 seconds to deallocate network for instance. [ 932.624082] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.652361] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.664136] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527cef5e-32a8-edc9-f6a9-304c361c1909, 'name': SearchDatastore_Task, 'duration_secs': 0.014778} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.664136] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01714a85-8a46-4526-8ca8-f190a2149d55 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.670473] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 932.670473] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cb1e90-5fda-41c7-e69f-9b1e50d7dd66" [ 932.670473] env[69195]: _type = "Task" [ 932.670473] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.679831] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cb1e90-5fda-41c7-e69f-9b1e50d7dd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.782509] env[69195]: DEBUG nova.network.neutron [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Successfully updated port: 987c0305-2b28-4365-b63a-e5ee6d4d2442 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.827708] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.828301] env[69195]: DEBUG nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.831203] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.680s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.854914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "dc3ae514-ef07-4420-9382-41f3893f28fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.854914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.854914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.854914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.854914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.858283] env[69195]: INFO nova.compute.manager [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Terminating instance [ 932.907253] env[69195]: INFO nova.compute.manager [-] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Took 1.34 seconds to deallocate network for instance. [ 932.920409] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.920670] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.920923] env[69195]: INFO nova.compute.manager [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Rebooting instance [ 932.951169] env[69195]: DEBUG oslo_concurrency.lockutils [req-29cbbc5f-5395-410a-81f2-a521f721678c req-1545924b-cde3-49f6-9ef9-62a06e7a804a service nova] Releasing lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.957059] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 0da933f2-aa13-4bd7-b1ba-e6ba4974b757] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.983839] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f59322-bbb2-4425-87ba-2f8be7cde92e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.006766] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff3d019-d568-40cc-8a11-44ee4491dabf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.180544] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cb1e90-5fda-41c7-e69f-9b1e50d7dd66, 'name': SearchDatastore_Task, 'duration_secs': 0.025717} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.180839] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.181123] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 6eb559c9-c003-4820-8e14-9bae27069f46/6eb559c9-c003-4820-8e14-9bae27069f46.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.181382] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac2b367f-a6b2-47db-9c22-9b01826a8ebe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.187659] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 933.187659] env[69195]: value = "task-3504620" [ 933.187659] env[69195]: _type = "Task" [ 933.187659] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.195580] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.284119] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "refresh_cache-2f21c6b1-8a65-4860-b801-8db5512b572a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.284220] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquired lock "refresh_cache-2f21c6b1-8a65-4860-b801-8db5512b572a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.284304] env[69195]: DEBUG nova.network.neutron [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.334011] env[69195]: DEBUG nova.compute.utils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.337594] env[69195]: INFO nova.compute.claims [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.342496] env[69195]: DEBUG nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.342496] env[69195]: DEBUG nova.network.neutron [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.363360] env[69195]: DEBUG nova.compute.manager [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.363626] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.365713] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8060a5ee-59a5-4b2a-aff2-4ebead35dbde {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.374768] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.375205] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fb3d510-174f-4348-bcea-69bb978123d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.383664] env[69195]: DEBUG oslo_vmware.api [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 933.383664] env[69195]: value = "task-3504621" [ 933.383664] env[69195]: _type = "Task" [ 933.383664] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.388161] env[69195]: DEBUG nova.policy [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7fd5405b335455c85ecabb6df5b57da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2263b6d678164dc1bec646b6331296e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.394258] env[69195]: DEBUG oslo_vmware.api [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.414059] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.443755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.444067] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquired lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.444278] env[69195]: DEBUG nova.network.neutron [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.460431] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 0beb4efd-52b6-4f5c-bda5-6115113cdaa7] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.521038] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.521038] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4746d750-1612-4cd8-8193-4ae88fda1a71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.530151] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 933.530151] env[69195]: value = "task-3504622" [ 933.530151] env[69195]: _type = "Task" [ 933.530151] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.542232] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504622, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.589939] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cb1b4946-4bec-4e21-98c3-132a630a5a39 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ec07e636-6bb0-4569-9ed2-43d4ae99a9c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.919s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.701430] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504620, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.803058] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "6ae50937-9b05-4ef1-98eb-7f9df3073804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.803368] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "6ae50937-9b05-4ef1-98eb-7f9df3073804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.803598] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "6ae50937-9b05-4ef1-98eb-7f9df3073804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.803786] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "6ae50937-9b05-4ef1-98eb-7f9df3073804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.803955] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "6ae50937-9b05-4ef1-98eb-7f9df3073804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.810143] env[69195]: INFO nova.compute.manager [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Terminating instance [ 933.836018] env[69195]: DEBUG nova.network.neutron [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Successfully created port: 99f8f1ea-85f0-4104-aadd-f2058e59fe7e {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.839586] env[69195]: DEBUG nova.network.neutron [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.846045] env[69195]: INFO nova.compute.resource_tracker [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating resource usage from migration 1d67fe0c-a604-48b4-b013-f2df63604acf [ 933.848397] env[69195]: DEBUG nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.902083] env[69195]: DEBUG oslo_vmware.api [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504621, 'name': PowerOffVM_Task, 'duration_secs': 0.27779} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.902083] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.902083] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.902083] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588e43b6-bbb3-4800-9cf9-453547ffc558 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.948279] env[69195]: DEBUG nova.compute.manager [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Received event network-changed-bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.948520] env[69195]: DEBUG nova.compute.manager [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Refreshing instance network info cache due to event network-changed-bf835081-b81d-435a-95c8-cc555e6e5bf8. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.948676] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Acquiring lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.964019] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 880df278-decd-404d-a1f9-4f7eca553850] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.990225] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.990225] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.990225] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Deleting the datastore file [datastore1] dc3ae514-ef07-4420-9382-41f3893f28fa {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.990531] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-128f9ba1-6fc8-43f7-9bdc-02d4958ab6e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.997737] env[69195]: DEBUG oslo_vmware.api [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 933.997737] env[69195]: value = "task-3504624" [ 933.997737] env[69195]: _type = "Task" [ 933.997737] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.006458] env[69195]: DEBUG oslo_vmware.api [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.041917] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504622, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.152896] env[69195]: DEBUG nova.network.neutron [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Updating instance_info_cache with network_info: [{"id": "987c0305-2b28-4365-b63a-e5ee6d4d2442", "address": "fa:16:3e:04:40:01", "network": {"id": "a81f942c-08fd-4619-9efb-4c766fb26c4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-667816090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a4091b8ae4a818871cd96c4ced6e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987c0305-2b", "ovs_interfaceid": "987c0305-2b28-4365-b63a-e5ee6d4d2442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.200409] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655155} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.200675] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 6eb559c9-c003-4820-8e14-9bae27069f46/6eb559c9-c003-4820-8e14-9bae27069f46.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.200904] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.201174] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75063eb0-382f-4c63-89c6-a222431e85cb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.209366] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 934.209366] env[69195]: value = "task-3504625" [ 934.209366] env[69195]: _type = "Task" [ 934.209366] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.217646] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.237607] env[69195]: DEBUG nova.compute.manager [req-0258848f-13c9-4388-8935-11cbeb5bf71e req-80a26769-93c4-4f57-ad42-244257664eff service nova] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Received event network-vif-deleted-a05f3e90-78f0-4ebd-8004-622438b75eeb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.314957] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "refresh_cache-6ae50937-9b05-4ef1-98eb-7f9df3073804" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.315164] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired lock "refresh_cache-6ae50937-9b05-4ef1-98eb-7f9df3073804" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.315340] env[69195]: DEBUG nova.network.neutron [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.334026] env[69195]: DEBUG nova.network.neutron [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updating instance_info_cache with network_info: [{"id": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "address": "fa:16:3e:ab:4c:10", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf835081-b8", "ovs_interfaceid": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.371760] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e59db52-4cab-43d0-b2cf-907701af23b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.380628] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afbabdf-08cf-4dc0-aa05-78a84ff29b8f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.422201] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d0fdea-fb1d-4262-93e3-fdcc3648853b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.431790] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb965c81-cb5b-4e0f-b71d-69db3e85a744 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.446655] env[69195]: DEBUG nova.compute.provider_tree [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.468745] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: a22ba7df-ac38-46e5-992f-a67ecb06af62] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.478370] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.478628] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.507873] env[69195]: DEBUG oslo_vmware.api [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205097} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.508158] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.508345] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.508521] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.508714] env[69195]: INFO nova.compute.manager [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 934.508959] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.509164] env[69195]: DEBUG nova.compute.manager [-] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.509257] env[69195]: DEBUG nova.network.neutron [-] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.540123] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504622, 'name': CreateSnapshot_Task, 'duration_secs': 0.573874} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.540352] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.543020] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2a4a16-f000-4c9f-9979-0da42a776f2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.655841] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Releasing lock "refresh_cache-2f21c6b1-8a65-4860-b801-8db5512b572a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.656391] env[69195]: DEBUG nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Instance network_info: |[{"id": "987c0305-2b28-4365-b63a-e5ee6d4d2442", "address": "fa:16:3e:04:40:01", "network": {"id": "a81f942c-08fd-4619-9efb-4c766fb26c4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-667816090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a4091b8ae4a818871cd96c4ced6e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987c0305-2b", "ovs_interfaceid": "987c0305-2b28-4365-b63a-e5ee6d4d2442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.657023] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:40:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '987c0305-2b28-4365-b63a-e5ee6d4d2442', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.665624] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.665624] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.665624] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc2c3bc7-52e9-43bf-b9cf-9f51c102a105 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.687309] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.687309] env[69195]: value = "task-3504626" [ 934.687309] env[69195]: _type = "Task" [ 934.687309] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.695230] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504626, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.722138] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063083} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.722138] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.722503] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e17a32-96f6-42c9-b1a6-d827713c21d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.751232] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 6eb559c9-c003-4820-8e14-9bae27069f46/6eb559c9-c003-4820-8e14-9bae27069f46.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.753416] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f425e8b-1290-46c8-9301-f6e11e2c4de9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.777915] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 934.777915] env[69195]: value = "task-3504627" [ 934.777915] env[69195]: _type = "Task" [ 934.777915] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.786725] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.836119] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Releasing lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.837588] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Acquired lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.837692] env[69195]: DEBUG nova.network.neutron [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Refreshing network info cache for port bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.841711] env[69195]: DEBUG nova.network.neutron [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.862797] env[69195]: DEBUG nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.892365] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.892650] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.892814] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.892994] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.893162] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.893311] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.893522] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.893690] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.893898] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.894077] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.894259] env[69195]: DEBUG nova.virt.hardware [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.895143] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a14bf6e-c225-47b8-aec9-d3e22ffff4b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.903602] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356d2af2-b9a1-4bc1-8d04-eb6b78619c7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.910256] env[69195]: DEBUG nova.network.neutron [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.950293] env[69195]: DEBUG nova.scheduler.client.report [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.972202] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.972350] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69195) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 934.981102] env[69195]: DEBUG nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 935.049809] env[69195]: DEBUG nova.objects.instance [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lazy-loading 'flavor' on Instance uuid fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.061957] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.062237] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d38e055c-ffa9-4bc7-88b4-fec10d04653a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.071671] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 935.071671] env[69195]: value = "task-3504628" [ 935.071671] env[69195]: _type = "Task" [ 935.071671] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.080302] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504628, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.198893] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504626, 'name': CreateVM_Task, 'duration_secs': 0.343547} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.199824] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.199824] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.200056] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.200343] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.200649] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ea7664-0744-47ee-9218-5b4a1099e3c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.205701] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 935.205701] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523fa56e-936b-753d-a199-0a36132117d5" [ 935.205701] env[69195]: _type = "Task" [ 935.205701] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.213413] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523fa56e-936b-753d-a199-0a36132117d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.272010] env[69195]: DEBUG nova.network.neutron [-] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.288431] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504627, 'name': ReconfigVM_Task, 'duration_secs': 0.339688} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.288825] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 6eb559c9-c003-4820-8e14-9bae27069f46/6eb559c9-c003-4820-8e14-9bae27069f46.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.289471] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-328d815b-7a0e-44b2-9691-50c3efd5656a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.296730] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 935.296730] env[69195]: value = "task-3504629" [ 935.296730] env[69195]: _type = "Task" [ 935.296730] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.305940] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504629, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.345536] env[69195]: DEBUG nova.compute.manager [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.346645] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237e06b9-8a3b-4a68-b176-ef573270baf7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.413196] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Releasing lock "refresh_cache-6ae50937-9b05-4ef1-98eb-7f9df3073804" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.413618] env[69195]: DEBUG nova.compute.manager [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.414185] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.415579] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40e3cbf-3f73-4d76-ac98-72d67d44bfdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.424622] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.424902] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40090ea3-d52f-4238-abb8-d89ccbd91000 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.432009] env[69195]: DEBUG oslo_vmware.api [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 935.432009] env[69195]: value = "task-3504630" [ 935.432009] env[69195]: _type = "Task" [ 935.432009] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.442731] env[69195]: DEBUG oslo_vmware.api [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.455411] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.624s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.455621] env[69195]: INFO nova.compute.manager [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Migrating [ 935.465689] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.324s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.467254] env[69195]: INFO nova.compute.claims [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.480377] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.510483] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.556230] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.556499] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquired lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.577315] env[69195]: DEBUG nova.network.neutron [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Successfully updated port: 99f8f1ea-85f0-4104-aadd-f2058e59fe7e {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.589293] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504628, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.717189] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523fa56e-936b-753d-a199-0a36132117d5, 'name': SearchDatastore_Task, 'duration_secs': 0.046388} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.717520] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.717864] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.717953] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.718116] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.718303] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.718576] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8343899-f33f-4a7e-a32f-1f2684cb4426 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.728941] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.729164] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.729899] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edaedcb-45b7-416e-9280-b168c05ab244 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.736829] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 935.736829] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a892d2-c6bd-04d7-d6ce-b28342f5de4a" [ 935.736829] env[69195]: _type = "Task" [ 935.736829] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.747494] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a892d2-c6bd-04d7-d6ce-b28342f5de4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.748465] env[69195]: DEBUG nova.network.neutron [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updated VIF entry in instance network info cache for port bf835081-b81d-435a-95c8-cc555e6e5bf8. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.749015] env[69195]: DEBUG nova.network.neutron [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updating instance_info_cache with network_info: [{"id": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "address": "fa:16:3e:ab:4c:10", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf835081-b8", "ovs_interfaceid": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.774645] env[69195]: INFO nova.compute.manager [-] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Took 1.27 seconds to deallocate network for instance. [ 935.808176] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504629, 'name': Rename_Task, 'duration_secs': 0.33041} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.808459] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.808726] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdf060a0-1fa1-4c17-a4d5-d89555db873e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.815180] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 935.815180] env[69195]: value = "task-3504631" [ 935.815180] env[69195]: _type = "Task" [ 935.815180] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.822959] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.943561] env[69195]: DEBUG oslo_vmware.api [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504630, 'name': PowerOffVM_Task, 'duration_secs': 0.126663} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.943836] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.944009] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.944269] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c52773e-f0ae-44a8-91d4-bf7aa1c11ee9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.969551] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.969800] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.969989] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Deleting the datastore file [datastore1] 6ae50937-9b05-4ef1-98eb-7f9df3073804 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.970490] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ceaa25-98e6-45ef-87f8-084d11df0e08 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.979362] env[69195]: DEBUG nova.compute.manager [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Received event network-vif-plugged-99f8f1ea-85f0-4104-aadd-f2058e59fe7e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.979585] env[69195]: DEBUG oslo_concurrency.lockutils [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] Acquiring lock "91a0bb75-108f-4509-9b2a-630afea7b5b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.979906] env[69195]: DEBUG oslo_concurrency.lockutils [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] Lock "91a0bb75-108f-4509-9b2a-630afea7b5b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.980147] env[69195]: DEBUG oslo_concurrency.lockutils [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] Lock "91a0bb75-108f-4509-9b2a-630afea7b5b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.980747] env[69195]: DEBUG nova.compute.manager [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] No waiting events found dispatching network-vif-plugged-99f8f1ea-85f0-4104-aadd-f2058e59fe7e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.980997] env[69195]: WARNING nova.compute.manager [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Received unexpected event network-vif-plugged-99f8f1ea-85f0-4104-aadd-f2058e59fe7e for instance with vm_state building and task_state spawning. [ 935.981266] env[69195]: DEBUG nova.compute.manager [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Received event network-changed-99f8f1ea-85f0-4104-aadd-f2058e59fe7e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.982259] env[69195]: DEBUG nova.compute.manager [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Refreshing instance network info cache due to event network-changed-99f8f1ea-85f0-4104-aadd-f2058e59fe7e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.982259] env[69195]: DEBUG oslo_concurrency.lockutils [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] Acquiring lock "refresh_cache-91a0bb75-108f-4509-9b2a-630afea7b5b9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.982259] env[69195]: DEBUG oslo_concurrency.lockutils [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] Acquired lock "refresh_cache-91a0bb75-108f-4509-9b2a-630afea7b5b9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.982259] env[69195]: DEBUG nova.network.neutron [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Refreshing network info cache for port 99f8f1ea-85f0-4104-aadd-f2058e59fe7e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.985482] env[69195]: DEBUG oslo_vmware.api [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 935.985482] env[69195]: value = "task-3504633" [ 935.985482] env[69195]: _type = "Task" [ 935.985482] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.986874] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.987020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.987201] env[69195]: DEBUG nova.network.neutron [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.007026] env[69195]: DEBUG oslo_vmware.api [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.018111] env[69195]: DEBUG nova.network.neutron [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.080453] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "refresh_cache-91a0bb75-108f-4509-9b2a-630afea7b5b9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.086171] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504628, 'name': CloneVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.248241] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a892d2-c6bd-04d7-d6ce-b28342f5de4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.249085] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d162c37e-2221-4f4f-ab4d-238eec3c30a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.251917] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Releasing lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.252323] env[69195]: DEBUG nova.compute.manager [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Received event network-vif-plugged-987c0305-2b28-4365-b63a-e5ee6d4d2442 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.252392] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Acquiring lock "2f21c6b1-8a65-4860-b801-8db5512b572a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.252552] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Lock "2f21c6b1-8a65-4860-b801-8db5512b572a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.252710] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Lock "2f21c6b1-8a65-4860-b801-8db5512b572a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.252879] env[69195]: DEBUG nova.compute.manager [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] No waiting events found dispatching network-vif-plugged-987c0305-2b28-4365-b63a-e5ee6d4d2442 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.253053] env[69195]: WARNING nova.compute.manager [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Received unexpected event network-vif-plugged-987c0305-2b28-4365-b63a-e5ee6d4d2442 for instance with vm_state building and task_state spawning. [ 936.253231] env[69195]: DEBUG nova.compute.manager [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Received event network-changed-987c0305-2b28-4365-b63a-e5ee6d4d2442 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.253386] env[69195]: DEBUG nova.compute.manager [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Refreshing instance network info cache due to event network-changed-987c0305-2b28-4365-b63a-e5ee6d4d2442. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.253665] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Acquiring lock "refresh_cache-2f21c6b1-8a65-4860-b801-8db5512b572a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.253714] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Acquired lock "refresh_cache-2f21c6b1-8a65-4860-b801-8db5512b572a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.253873] env[69195]: DEBUG nova.network.neutron [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Refreshing network info cache for port 987c0305-2b28-4365-b63a-e5ee6d4d2442 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.257964] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 936.257964] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52689c06-ef72-68c1-216a-70afda601e02" [ 936.257964] env[69195]: _type = "Task" [ 936.257964] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.266979] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52689c06-ef72-68c1-216a-70afda601e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.275764] env[69195]: DEBUG nova.compute.manager [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Received event network-vif-deleted-2a8565a9-d45d-46d5-bab2-f353a46b6e1c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.276060] env[69195]: DEBUG nova.compute.manager [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Received event network-changed-6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.276242] env[69195]: DEBUG nova.compute.manager [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Refreshing instance network info cache due to event network-changed-6e07ff78-73eb-473b-8e22-21cfea849f70. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.276444] env[69195]: DEBUG oslo_concurrency.lockutils [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] Acquiring lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.281996] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.325784] env[69195]: DEBUG oslo_vmware.api [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504631, 'name': PowerOnVM_Task, 'duration_secs': 0.485085} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.326066] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.326269] env[69195]: INFO nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Took 7.90 seconds to spawn the instance on the hypervisor. [ 936.326453] env[69195]: DEBUG nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.327228] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077bd2df-9b6f-40b3-8db9-68f1c7c5f7c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.368132] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6569fb7-15f5-4b45-9fa4-bcb4a312fc28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.375944] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Doing hard reboot of VM {{(pid=69195) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 936.376449] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ede06501-b020-4ad6-abc7-4444556be25f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.382735] env[69195]: DEBUG oslo_vmware.api [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 936.382735] env[69195]: value = "task-3504634" [ 936.382735] env[69195]: _type = "Task" [ 936.382735] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.390942] env[69195]: DEBUG oslo_vmware.api [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504634, 'name': ResetVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.502551] env[69195]: DEBUG oslo_vmware.api [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09667} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.502874] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.502995] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.503195] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.503372] env[69195]: INFO nova.compute.manager [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Took 1.09 seconds to destroy the instance on the hypervisor. [ 936.503615] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.503819] env[69195]: DEBUG nova.compute.manager [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.503914] env[69195]: DEBUG nova.network.neutron [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.521266] env[69195]: DEBUG nova.network.neutron [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.565055] env[69195]: DEBUG nova.network.neutron [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.587115] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504628, 'name': CloneVM_Task, 'duration_secs': 1.130201} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.589901] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Created linked-clone VM from snapshot [ 936.590727] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b00e5-6845-4da7-a459-ee772a6a52a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.598977] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Uploading image 6ec5e4eb-71ef-4add-aafd-43d6162dd39d {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 936.628431] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 936.628431] env[69195]: value = "vm-700327" [ 936.628431] env[69195]: _type = "VirtualMachine" [ 936.628431] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 936.628879] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae00653a-c3f7-4612-99b3-146ae3dacab0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.637128] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease: (returnval){ [ 936.637128] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52102ac4-89db-cd12-d119-5a3d7daedaf4" [ 936.637128] env[69195]: _type = "HttpNfcLease" [ 936.637128] env[69195]: } obtained for exporting VM: (result){ [ 936.637128] env[69195]: value = "vm-700327" [ 936.637128] env[69195]: _type = "VirtualMachine" [ 936.637128] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 936.637392] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the lease: (returnval){ [ 936.637392] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52102ac4-89db-cd12-d119-5a3d7daedaf4" [ 936.637392] env[69195]: _type = "HttpNfcLease" [ 936.637392] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.645264] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.645264] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52102ac4-89db-cd12-d119-5a3d7daedaf4" [ 936.645264] env[69195]: _type = "HttpNfcLease" [ 936.645264] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 936.771852] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52689c06-ef72-68c1-216a-70afda601e02, 'name': SearchDatastore_Task, 'duration_secs': 0.024589} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.774868] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.775169] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 2f21c6b1-8a65-4860-b801-8db5512b572a/2f21c6b1-8a65-4860-b801-8db5512b572a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.775624] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd3e24d-e267-4d12-8140-dc5483c89e67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.786553] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 936.786553] env[69195]: value = "task-3504636" [ 936.786553] env[69195]: _type = "Task" [ 936.786553] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.798211] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.814745] env[69195]: DEBUG nova.network.neutron [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.849300] env[69195]: INFO nova.compute.manager [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Took 34.59 seconds to build instance. [ 936.893118] env[69195]: DEBUG oslo_vmware.api [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504634, 'name': ResetVM_Task, 'duration_secs': 0.103216} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.895579] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Did hard reboot of VM {{(pid=69195) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 936.895775] env[69195]: DEBUG nova.compute.manager [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.896781] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8939b55-02f1-4da4-8db0-4d0385be20cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.021321] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48692caf-b0cb-407f-bd07-1179e2241179 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.025188] env[69195]: DEBUG nova.network.neutron [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Updated VIF entry in instance network info cache for port 987c0305-2b28-4365-b63a-e5ee6d4d2442. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.025584] env[69195]: DEBUG nova.network.neutron [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Updating instance_info_cache with network_info: [{"id": "987c0305-2b28-4365-b63a-e5ee6d4d2442", "address": "fa:16:3e:04:40:01", "network": {"id": "a81f942c-08fd-4619-9efb-4c766fb26c4a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-667816090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a4091b8ae4a818871cd96c4ced6e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap987c0305-2b", "ovs_interfaceid": "987c0305-2b28-4365-b63a-e5ee6d4d2442", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.027176] env[69195]: DEBUG nova.network.neutron [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.034672] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae4e6aa-f04d-460a-b7a2-558b7b11f007 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.074981] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77aa05b-d11e-42d3-b4da-8c725593ceff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.084321] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e948ff-1a27-421d-af23-56268d8f4643 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.100642] env[69195]: DEBUG nova.compute.provider_tree [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.148817] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.148817] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52102ac4-89db-cd12-d119-5a3d7daedaf4" [ 937.148817] env[69195]: _type = "HttpNfcLease" [ 937.148817] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.149239] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.149239] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52102ac4-89db-cd12-d119-5a3d7daedaf4" [ 937.149239] env[69195]: _type = "HttpNfcLease" [ 937.149239] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 937.151018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d54adbb-1f6e-4e97-99e4-3091ac6208cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.160444] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fbb51-4070-5f1d-799f-570ce32b0c74/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.160707] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fbb51-4070-5f1d-799f-570ce32b0c74/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 937.271256] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1fce06a3-cff4-4a9c-8bec-7651100e2a7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.299567] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489136} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.300807] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 2f21c6b1-8a65-4860-b801-8db5512b572a/2f21c6b1-8a65-4860-b801-8db5512b572a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.301026] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.301451] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06a37b6a-3536-4e8e-9719-7c4022b24b32 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.312363] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 937.312363] env[69195]: value = "task-3504637" [ 937.312363] env[69195]: _type = "Task" [ 937.312363] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.326749] env[69195]: DEBUG oslo_concurrency.lockutils [req-f2046fab-d84b-4056-a44b-51b5a2533c32 req-21a83372-10ec-40dd-8a3d-207f6e8db0ac service nova] Releasing lock "refresh_cache-91a0bb75-108f-4509-9b2a-630afea7b5b9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.327404] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "refresh_cache-91a0bb75-108f-4509-9b2a-630afea7b5b9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.327564] env[69195]: DEBUG nova.network.neutron [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.333452] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.354227] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3021de46-9c8f-4564-a8ac-9e04b6993eb7 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "6eb559c9-c003-4820-8e14-9bae27069f46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.117s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.385676] env[69195]: DEBUG nova.network.neutron [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance_info_cache with network_info: [{"id": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "address": "fa:16:3e:0d:cd:a3", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b20cb32-97", "ovs_interfaceid": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.415021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-63bc8f9f-990f-4030-a318-5fa62eacf9eb tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.489s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.494329] env[69195]: DEBUG nova.network.neutron [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.530243] env[69195]: DEBUG oslo_concurrency.lockutils [req-66626ece-eee6-4de4-adee-65686b22904b req-109e6ef2-117a-471c-b3a2-5fe3ffa1fb8c service nova] Releasing lock "refresh_cache-2f21c6b1-8a65-4860-b801-8db5512b572a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.530837] env[69195]: INFO nova.compute.manager [-] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Took 1.03 seconds to deallocate network for instance. [ 937.603904] env[69195]: DEBUG nova.scheduler.client.report [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.824701] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065383} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.825209] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.826447] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb21052-908b-4312-ad4e-afda8d1b7ce9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.856150] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 2f21c6b1-8a65-4860-b801-8db5512b572a/2f21c6b1-8a65-4860-b801-8db5512b572a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.856472] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f33ab5e-84e7-4fe2-8322-8ad82c8b3f7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.881352] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 937.881352] env[69195]: value = "task-3504638" [ 937.881352] env[69195]: _type = "Task" [ 937.881352] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.882357] env[69195]: DEBUG nova.network.neutron [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.890932] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.892518] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.997284] env[69195]: DEBUG oslo_concurrency.lockutils [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Releasing lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.997488] env[69195]: DEBUG nova.compute.manager [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Inject network info {{(pid=69195) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 937.997770] env[69195]: DEBUG nova.compute.manager [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] network_info to inject: |[{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 938.003375] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Reconfiguring VM instance to set the machine id {{(pid=69195) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 938.003488] env[69195]: DEBUG oslo_concurrency.lockutils [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] Acquired lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.003704] env[69195]: DEBUG nova.network.neutron [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Refreshing network info cache for port 6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.009140] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39b3edb-d929-422b-a33a-972c2ddefca8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.024961] env[69195]: DEBUG oslo_vmware.api [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 938.024961] env[69195]: value = "task-3504639" [ 938.024961] env[69195]: _type = "Task" [ 938.024961] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.034861] env[69195]: DEBUG oslo_vmware.api [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.038032] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.111536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.112390] env[69195]: DEBUG nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.118313] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.783s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.118660] env[69195]: DEBUG nova.objects.instance [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lazy-loading 'resources' on Instance uuid b730f556-c22f-420b-b9b0-7b22e5f6e4c4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.152770] env[69195]: DEBUG nova.network.neutron [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Updating instance_info_cache with network_info: [{"id": "99f8f1ea-85f0-4104-aadd-f2058e59fe7e", "address": "fa:16:3e:d8:93:00", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f8f1ea-85", "ovs_interfaceid": "99f8f1ea-85f0-4104-aadd-f2058e59fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.314819] env[69195]: DEBUG nova.compute.manager [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Received event network-changed-bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.315108] env[69195]: DEBUG nova.compute.manager [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Refreshing instance network info cache due to event network-changed-bf835081-b81d-435a-95c8-cc555e6e5bf8. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.315469] env[69195]: DEBUG oslo_concurrency.lockutils [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] Acquiring lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.315552] env[69195]: DEBUG oslo_concurrency.lockutils [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] Acquired lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.315674] env[69195]: DEBUG nova.network.neutron [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Refreshing network info cache for port bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.403890] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504638, 'name': ReconfigVM_Task, 'duration_secs': 0.491138} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.405616] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 2f21c6b1-8a65-4860-b801-8db5512b572a/2f21c6b1-8a65-4860-b801-8db5512b572a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.406480] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b21c68d0-f4d9-48c6-bd87-426be55cee1a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.413960] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 938.413960] env[69195]: value = "task-3504640" [ 938.413960] env[69195]: _type = "Task" [ 938.413960] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.425843] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504640, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.537283] env[69195]: DEBUG oslo_vmware.api [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504639, 'name': ReconfigVM_Task, 'duration_secs': 0.207361} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.537683] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-84343108-f2c1-4e25-b14d-34fd74ac1552 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Reconfigured VM instance to set the machine id {{(pid=69195) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 938.622126] env[69195]: DEBUG nova.compute.utils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.627918] env[69195]: DEBUG nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.628417] env[69195]: DEBUG nova.network.neutron [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.657661] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "refresh_cache-91a0bb75-108f-4509-9b2a-630afea7b5b9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.657939] env[69195]: DEBUG nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Instance network_info: |[{"id": "99f8f1ea-85f0-4104-aadd-f2058e59fe7e", "address": "fa:16:3e:d8:93:00", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f8f1ea-85", "ovs_interfaceid": "99f8f1ea-85f0-4104-aadd-f2058e59fe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.658734] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:93:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99f8f1ea-85f0-4104-aadd-f2058e59fe7e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.669516] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.673820] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.676801] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3069150-9a30-442f-852d-818983bdc41c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.701341] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.701341] env[69195]: value = "task-3504641" [ 938.701341] env[69195]: _type = "Task" [ 938.701341] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.717582] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504641, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.727512] env[69195]: DEBUG nova.policy [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5116d5cb69455186f445459ac04fff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '989717d9efa74e1dbb027192e88b4483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.744928] env[69195]: DEBUG nova.objects.instance [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lazy-loading 'flavor' on Instance uuid fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.892645] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.892890] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.893117] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.893310] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.893479] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.898311] env[69195]: INFO nova.compute.manager [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Terminating instance [ 938.926696] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504640, 'name': Rename_Task, 'duration_secs': 0.189119} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.930895] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.931706] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2403691-bc0b-473b-ac82-da950ad5bece {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.940129] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 938.940129] env[69195]: value = "task-3504642" [ 938.940129] env[69195]: _type = "Task" [ 938.940129] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.961601] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504642, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.961761] env[69195]: DEBUG nova.network.neutron [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updated VIF entry in instance network info cache for port 6e07ff78-73eb-473b-8e22-21cfea849f70. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.962592] env[69195]: DEBUG nova.network.neutron [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.121355] env[69195]: DEBUG nova.network.neutron [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updated VIF entry in instance network info cache for port bf835081-b81d-435a-95c8-cc555e6e5bf8. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.121714] env[69195]: DEBUG nova.network.neutron [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updating instance_info_cache with network_info: [{"id": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "address": "fa:16:3e:ab:4c:10", "network": {"id": "37934557-25ef-4a32-981c-8f532b83c4d9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-807754000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9d4b384fa964a08bc93bef38f7ad87b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf835081-b8", "ovs_interfaceid": "bf835081-b81d-435a-95c8-cc555e6e5bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.128231] env[69195]: DEBUG nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.167051] env[69195]: DEBUG nova.network.neutron [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Successfully created port: 638536e4-2202-43c9-967f-ef191d2a8faa {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.214569] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504641, 'name': CreateVM_Task, 'duration_secs': 0.368602} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.214750] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.215488] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.215667] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.215996] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.216282] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d8eb2f-653d-45fa-a4df-b3fc0e500462 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.219793] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0547247-89a5-4064-9350-d4bd3fdbddd3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.225646] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 939.225646] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528ff52d-9992-5ef4-6d77-17da1a8c7073" [ 939.225646] env[69195]: _type = "Task" [ 939.225646] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.231966] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd24ade4-ad6d-484c-9025-72bacc676d27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.241719] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528ff52d-9992-5ef4-6d77-17da1a8c7073, 'name': SearchDatastore_Task, 'duration_secs': 0.009284} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.270910] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.271471] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.271576] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.271657] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.271858] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.275448] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed7b9f8-8933-4516-a279-70255615a3f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.277607] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd4d301-bd22-497f-88ae-275656a87bf4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.280638] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.287209] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954de5d9-5f86-4c06-a9f2-a7e9c5f1ac61 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.292793] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.293025] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.294261] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d446134-9b54-45d3-8b89-cbceba7ea72a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.306369] env[69195]: DEBUG nova.compute.provider_tree [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.311230] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 939.311230] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f7ecee-5601-74b9-04ad-f5d6d5077a52" [ 939.311230] env[69195]: _type = "Task" [ 939.311230] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.320084] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f7ecee-5601-74b9-04ad-f5d6d5077a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.406972] env[69195]: DEBUG nova.compute.manager [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.407213] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.408297] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527c7897-7ce1-445d-8cb2-234c216ac276 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.417856] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cbb91c-2643-4de3-8830-bd473931f3e8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.423760] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.424622] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b28620e-490a-482e-9007-4a714dce0cd8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.441055] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance '1c3c602d-965a-4ed1-af19-961bdcb6dd8c' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.451175] env[69195]: DEBUG oslo_vmware.api [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 939.451175] env[69195]: value = "task-3504643" [ 939.451175] env[69195]: _type = "Task" [ 939.451175] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.459213] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.463369] env[69195]: DEBUG oslo_vmware.api [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.465079] env[69195]: DEBUG oslo_concurrency.lockutils [req-53b2c41e-8339-48c1-86fe-8481e145bee4 req-9a9673ea-98e2-41da-b1a0-7b19bf5c9f34 service nova] Releasing lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.465524] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquired lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.624450] env[69195]: DEBUG oslo_concurrency.lockutils [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] Releasing lock "refresh_cache-263f0381-c6a6-4de2-973d-1d2d00cd4fcb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.625180] env[69195]: DEBUG nova.compute.manager [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Received event network-changed-04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.625180] env[69195]: DEBUG nova.compute.manager [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Refreshing instance network info cache due to event network-changed-04380207-2710-4f49-878c-c373e7898a39. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.625392] env[69195]: DEBUG oslo_concurrency.lockutils [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] Acquiring lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.625484] env[69195]: DEBUG oslo_concurrency.lockutils [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] Acquired lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.625615] env[69195]: DEBUG nova.network.neutron [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Refreshing network info cache for port 04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.809978] env[69195]: DEBUG nova.scheduler.client.report [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.831995] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f7ecee-5601-74b9-04ad-f5d6d5077a52, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.831995] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291bef03-3ba4-47a3-9fb8-40494faa603b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.838258] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 939.838258] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527f6662-c3ec-1abb-114d-6a21ac5a7c2f" [ 939.838258] env[69195]: _type = "Task" [ 939.838258] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.847035] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527f6662-c3ec-1abb-114d-6a21ac5a7c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.926227] env[69195]: DEBUG nova.network.neutron [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.946677] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.948093] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d815cac-b10b-48e8-a601-55079e3d13ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.951187] env[69195]: DEBUG nova.compute.manager [req-2c09b645-2459-42e4-af46-609b8ac5a65c req-3dc21d5c-599f-4148-a0b5-f225d632055b service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Received event network-changed-6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.951377] env[69195]: DEBUG nova.compute.manager [req-2c09b645-2459-42e4-af46-609b8ac5a65c req-3dc21d5c-599f-4148-a0b5-f225d632055b service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Refreshing instance network info cache due to event network-changed-6e07ff78-73eb-473b-8e22-21cfea849f70. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.951567] env[69195]: DEBUG oslo_concurrency.lockutils [req-2c09b645-2459-42e4-af46-609b8ac5a65c req-3dc21d5c-599f-4148-a0b5-f225d632055b service nova] Acquiring lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.959997] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 939.959997] env[69195]: value = "task-3504644" [ 939.959997] env[69195]: _type = "Task" [ 939.959997] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.968791] env[69195]: DEBUG oslo_vmware.api [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504643, 'name': PowerOffVM_Task, 'duration_secs': 0.224003} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.969221] env[69195]: DEBUG oslo_vmware.api [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504642, 'name': PowerOnVM_Task, 'duration_secs': 0.737051} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.969751] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.969960] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.970252] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.970485] env[69195]: INFO nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Took 7.79 seconds to spawn the instance on the hypervisor. [ 939.970698] env[69195]: DEBUG nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.973860] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94f7557e-33cc-4e92-9ffc-8bfc032e2c0d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.976383] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cd3b1b-f4a5-4202-aef5-ec1c07aaf0fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.979042] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.047960] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.048222] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.048416] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Deleting the datastore file [datastore1] 263f0381-c6a6-4de2-973d-1d2d00cd4fcb {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.048736] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf0595fb-5d40-477d-bf0a-b30f8ace88d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.056024] env[69195]: DEBUG oslo_vmware.api [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 940.056024] env[69195]: value = "task-3504646" [ 940.056024] env[69195]: _type = "Task" [ 940.056024] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.064788] env[69195]: DEBUG oslo_vmware.api [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.142098] env[69195]: DEBUG nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.174264] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.174539] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.175086] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.175086] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.175086] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.175245] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.175411] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.175573] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.175741] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.175905] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.176087] env[69195]: DEBUG nova.virt.hardware [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.177060] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad2f8ee-8f5a-4874-9e06-01b3d3dc3ace {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.186640] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa41c8e3-c729-4eb1-96ec-8540a04793b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.322085] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.325281] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.875s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.325510] env[69195]: DEBUG nova.objects.instance [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lazy-loading 'resources' on Instance uuid df776528-333b-4022-be7b-d1e49705922d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.351723] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527f6662-c3ec-1abb-114d-6a21ac5a7c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.352588] env[69195]: INFO nova.scheduler.client.report [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Deleted allocations for instance b730f556-c22f-420b-b9b0-7b22e5f6e4c4 [ 940.353602] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.353864] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 91a0bb75-108f-4509-9b2a-630afea7b5b9/91a0bb75-108f-4509-9b2a-630afea7b5b9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.359297] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2b3a1bc-cf0b-4482-9f59-f3bcb5cf906a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.363419] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 940.363419] env[69195]: value = "task-3504647" [ 940.363419] env[69195]: _type = "Task" [ 940.363419] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.370994] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.385976] env[69195]: DEBUG nova.network.neutron [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Updated VIF entry in instance network info cache for port 04380207-2710-4f49-878c-c373e7898a39. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.386365] env[69195]: DEBUG nova.network.neutron [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Updating instance_info_cache with network_info: [{"id": "04380207-2710-4f49-878c-c373e7898a39", "address": "fa:16:3e:f6:17:1f", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04380207-27", "ovs_interfaceid": "04380207-2710-4f49-878c-c373e7898a39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.470136] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504644, 'name': PowerOffVM_Task, 'duration_secs': 0.194419} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.470136] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.470347] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance '1c3c602d-965a-4ed1-af19-961bdcb6dd8c' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.501107] env[69195]: INFO nova.compute.manager [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Took 36.16 seconds to build instance. [ 940.568550] env[69195]: DEBUG oslo_vmware.api [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129086} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.569484] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.569484] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.569484] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.569607] env[69195]: INFO nova.compute.manager [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 940.570214] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.570214] env[69195]: DEBUG nova.compute.manager [-] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.570214] env[69195]: DEBUG nova.network.neutron [-] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.695418] env[69195]: DEBUG nova.network.neutron [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.768534] env[69195]: DEBUG nova.compute.manager [req-3738e765-ff1a-4427-93f3-291e881521a2 req-35c48fd6-6b26-4f1d-886b-96131ffc6aab service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Received event network-vif-plugged-638536e4-2202-43c9-967f-ef191d2a8faa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.768843] env[69195]: DEBUG oslo_concurrency.lockutils [req-3738e765-ff1a-4427-93f3-291e881521a2 req-35c48fd6-6b26-4f1d-886b-96131ffc6aab service nova] Acquiring lock "e540fd00-af7f-4df2-a043-d26c236042c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.769506] env[69195]: DEBUG oslo_concurrency.lockutils [req-3738e765-ff1a-4427-93f3-291e881521a2 req-35c48fd6-6b26-4f1d-886b-96131ffc6aab service nova] Lock "e540fd00-af7f-4df2-a043-d26c236042c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.769771] env[69195]: DEBUG oslo_concurrency.lockutils [req-3738e765-ff1a-4427-93f3-291e881521a2 req-35c48fd6-6b26-4f1d-886b-96131ffc6aab service nova] Lock "e540fd00-af7f-4df2-a043-d26c236042c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.769973] env[69195]: DEBUG nova.compute.manager [req-3738e765-ff1a-4427-93f3-291e881521a2 req-35c48fd6-6b26-4f1d-886b-96131ffc6aab service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] No waiting events found dispatching network-vif-plugged-638536e4-2202-43c9-967f-ef191d2a8faa {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.770191] env[69195]: WARNING nova.compute.manager [req-3738e765-ff1a-4427-93f3-291e881521a2 req-35c48fd6-6b26-4f1d-886b-96131ffc6aab service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Received unexpected event network-vif-plugged-638536e4-2202-43c9-967f-ef191d2a8faa for instance with vm_state building and task_state spawning. [ 940.869268] env[69195]: DEBUG oslo_concurrency.lockutils [None req-885f458b-d741-4c87-b64a-ac7c0271423c tempest-ServersTestMultiNic-1128640872 tempest-ServersTestMultiNic-1128640872-project-member] Lock "b730f556-c22f-420b-b9b0-7b22e5f6e4c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.518s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.878447] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440826} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.878447] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 91a0bb75-108f-4509-9b2a-630afea7b5b9/91a0bb75-108f-4509-9b2a-630afea7b5b9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.878871] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.879017] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-328a24eb-d740-4dcd-a5cf-fb4ceca80428 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.891847] env[69195]: DEBUG oslo_concurrency.lockutils [req-6aeeaf07-70bc-4001-b686-bd67d3d87948 req-7232f9b2-7219-477c-bb0e-a99c1009435b service nova] Releasing lock "refresh_cache-6eb559c9-c003-4820-8e14-9bae27069f46" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.894642] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 940.894642] env[69195]: value = "task-3504648" [ 940.894642] env[69195]: _type = "Task" [ 940.894642] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.909018] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.931056] env[69195]: DEBUG nova.network.neutron [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Successfully updated port: 638536e4-2202-43c9-967f-ef191d2a8faa {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.977785] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.979048] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.979048] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.979048] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.979048] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.979048] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.979525] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.979525] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.979731] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.980038] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.980379] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.993854] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bcc12c-be0a-45da-86e0-c6f3cf794b49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.011280] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8a703a-2608-458b-b93d-ab30db335542 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "2f21c6b1-8a65-4860-b801-8db5512b572a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.183s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.017671] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 941.017671] env[69195]: value = "task-3504649" [ 941.017671] env[69195]: _type = "Task" [ 941.017671] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.037938] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504649, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.205664] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Releasing lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.205664] env[69195]: DEBUG nova.compute.manager [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Inject network info {{(pid=69195) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 941.205664] env[69195]: DEBUG nova.compute.manager [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] network_info to inject: |[{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 941.209314] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Reconfiguring VM instance to set the machine id {{(pid=69195) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 941.210216] env[69195]: DEBUG oslo_concurrency.lockutils [req-2c09b645-2459-42e4-af46-609b8ac5a65c req-3dc21d5c-599f-4148-a0b5-f225d632055b service nova] Acquired lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.210617] env[69195]: DEBUG nova.network.neutron [req-2c09b645-2459-42e4-af46-609b8ac5a65c req-3dc21d5c-599f-4148-a0b5-f225d632055b service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Refreshing network info cache for port 6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.211983] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b984063-07f8-4c1a-a602-6e6ee2048843 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.239018] env[69195]: DEBUG oslo_vmware.api [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 941.239018] env[69195]: value = "task-3504650" [ 941.239018] env[69195]: _type = "Task" [ 941.239018] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.251328] env[69195]: DEBUG oslo_vmware.api [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.386953] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57f5726-df44-45da-8280-077666673d71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.395414] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702550f3-27ed-44b1-8c6a-8f96869622b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.436101] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244a96ca-3ae7-4b5c-8296-a01923d7ae7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.442502] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "refresh_cache-e540fd00-af7f-4df2-a043-d26c236042c7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.442502] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "refresh_cache-e540fd00-af7f-4df2-a043-d26c236042c7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.442502] env[69195]: DEBUG nova.network.neutron [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.442502] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140855} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.442502] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.442502] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f05a31-bff9-42d7-a999-49f876e54842 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.449049] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf62d9-3740-47e5-9d30-0f8751b80df2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.471808] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 91a0bb75-108f-4509-9b2a-630afea7b5b9/91a0bb75-108f-4509-9b2a-630afea7b5b9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.475690] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe36b2e-0ba1-48c1-ba80-b952423efae9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.499751] env[69195]: DEBUG nova.compute.provider_tree [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.506287] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 941.506287] env[69195]: value = "task-3504651" [ 941.506287] env[69195]: _type = "Task" [ 941.506287] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.516203] env[69195]: DEBUG nova.network.neutron [-] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.516640] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.528929] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504649, 'name': ReconfigVM_Task, 'duration_secs': 0.368009} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.529979] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance '1c3c602d-965a-4ed1-af19-961bdcb6dd8c' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.598146] env[69195]: DEBUG nova.network.neutron [req-2c09b645-2459-42e4-af46-609b8ac5a65c req-3dc21d5c-599f-4148-a0b5-f225d632055b service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updated VIF entry in instance network info cache for port 6e07ff78-73eb-473b-8e22-21cfea849f70. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.598539] env[69195]: DEBUG nova.network.neutron [req-2c09b645-2459-42e4-af46-609b8ac5a65c req-3dc21d5c-599f-4148-a0b5-f225d632055b service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [{"id": "6e07ff78-73eb-473b-8e22-21cfea849f70", "address": "fa:16:3e:24:4c:8f", "network": {"id": "e9733050-ab41-4f05-83a1-29e61f5956b5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-166998530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2dcac7415554d649566bef1d7f400fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e07ff78-73", "ovs_interfaceid": "6e07ff78-73eb-473b-8e22-21cfea849f70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.652280] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.652660] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.652817] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.652958] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.653166] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.655438] env[69195]: INFO nova.compute.manager [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Terminating instance [ 941.748203] env[69195]: DEBUG oslo_vmware.api [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504650, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.987477] env[69195]: DEBUG nova.network.neutron [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.003287] env[69195]: DEBUG nova.scheduler.client.report [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.020858] env[69195]: INFO nova.compute.manager [-] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Took 1.45 seconds to deallocate network for instance. [ 942.021238] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504651, 'name': ReconfigVM_Task, 'duration_secs': 0.393065} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.023248] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 91a0bb75-108f-4509-9b2a-630afea7b5b9/91a0bb75-108f-4509-9b2a-630afea7b5b9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.026697] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ceac528-65fd-4e65-94a4-20d5c385b3e1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.034370] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 942.034370] env[69195]: value = "task-3504652" [ 942.034370] env[69195]: _type = "Task" [ 942.034370] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.041171] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.041404] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.041560] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.041740] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.041903] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.042188] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.042256] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.042412] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.042573] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.042731] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.042900] env[69195]: DEBUG nova.virt.hardware [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.048506] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.054892] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8cd0bd-ec01-4d17-8b49-7b420995a25d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.067996] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504652, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.075910] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 942.075910] env[69195]: value = "task-3504653" [ 942.075910] env[69195]: _type = "Task" [ 942.075910] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.084317] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.101537] env[69195]: DEBUG oslo_concurrency.lockutils [req-2c09b645-2459-42e4-af46-609b8ac5a65c req-3dc21d5c-599f-4148-a0b5-f225d632055b service nova] Releasing lock "refresh_cache-fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.160046] env[69195]: DEBUG nova.compute.manager [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.160402] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.165295] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa705366-25ab-42bf-ac9a-8cab1a65a61e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.174418] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.177168] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd51f269-7b8c-46ca-aacf-cc09e6d0de0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.184426] env[69195]: DEBUG oslo_vmware.api [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 942.184426] env[69195]: value = "task-3504654" [ 942.184426] env[69195]: _type = "Task" [ 942.184426] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.194444] env[69195]: DEBUG oslo_vmware.api [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.217837] env[69195]: DEBUG nova.network.neutron [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Updating instance_info_cache with network_info: [{"id": "638536e4-2202-43c9-967f-ef191d2a8faa", "address": "fa:16:3e:b8:c7:27", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638536e4-22", "ovs_interfaceid": "638536e4-2202-43c9-967f-ef191d2a8faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.251740] env[69195]: DEBUG oslo_vmware.api [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504650, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.515357] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.517874] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.606s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.519575] env[69195]: INFO nova.compute.claims [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.530043] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.546395] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504652, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.548914] env[69195]: INFO nova.scheduler.client.report [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted allocations for instance df776528-333b-4022-be7b-d1e49705922d [ 942.587600] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504653, 'name': ReconfigVM_Task, 'duration_secs': 0.175492} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.588318] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 942.588798] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2716aaca-7753-4cbc-b606-52910e45e35b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.620523] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 1c3c602d-965a-4ed1-af19-961bdcb6dd8c/1c3c602d-965a-4ed1-af19-961bdcb6dd8c.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.621677] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a71648-33a1-4e74-9b5c-1ecc9fc66be2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.642767] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 942.642767] env[69195]: value = "task-3504655" [ 942.642767] env[69195]: _type = "Task" [ 942.642767] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.652779] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.695550] env[69195]: DEBUG oslo_vmware.api [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504654, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.723426] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "refresh_cache-e540fd00-af7f-4df2-a043-d26c236042c7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.725096] env[69195]: DEBUG nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Instance network_info: |[{"id": "638536e4-2202-43c9-967f-ef191d2a8faa", "address": "fa:16:3e:b8:c7:27", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638536e4-22", "ovs_interfaceid": "638536e4-2202-43c9-967f-ef191d2a8faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.725096] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:c7:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '638536e4-2202-43c9-967f-ef191d2a8faa', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.733640] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.734124] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.734361] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0845adc-55ae-4d67-939f-1445e43a687c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.761678] env[69195]: DEBUG oslo_vmware.api [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504650, 'name': ReconfigVM_Task, 'duration_secs': 1.189862} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.762103] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7a0b0da4-9abc-4d34-970d-0293f9223ecf tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Reconfigured VM instance to set the machine id {{(pid=69195) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 942.764585] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.764585] env[69195]: value = "task-3504656" [ 942.764585] env[69195]: _type = "Task" [ 942.764585] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.812213] env[69195]: DEBUG nova.compute.manager [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Received event network-changed-638536e4-2202-43c9-967f-ef191d2a8faa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.812325] env[69195]: DEBUG nova.compute.manager [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Refreshing instance network info cache due to event network-changed-638536e4-2202-43c9-967f-ef191d2a8faa. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.812928] env[69195]: DEBUG oslo_concurrency.lockutils [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] Acquiring lock "refresh_cache-e540fd00-af7f-4df2-a043-d26c236042c7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.812928] env[69195]: DEBUG oslo_concurrency.lockutils [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] Acquired lock "refresh_cache-e540fd00-af7f-4df2-a043-d26c236042c7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.812928] env[69195]: DEBUG nova.network.neutron [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Refreshing network info cache for port 638536e4-2202-43c9-967f-ef191d2a8faa {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.052490] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504652, 'name': Rename_Task, 'duration_secs': 0.95936} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.052872] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.053236] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d245cd-02ce-443c-8ec6-3ce593bc643c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.059947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5505bb06-71af-4521-a028-2fc0267757cd tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "df776528-333b-4022-be7b-d1e49705922d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.792s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.063222] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 943.063222] env[69195]: value = "task-3504657" [ 943.063222] env[69195]: _type = "Task" [ 943.063222] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.076900] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.154518] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504655, 'name': ReconfigVM_Task, 'duration_secs': 0.374601} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.154829] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 1c3c602d-965a-4ed1-af19-961bdcb6dd8c/1c3c602d-965a-4ed1-af19-961bdcb6dd8c.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.156992] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance '1c3c602d-965a-4ed1-af19-961bdcb6dd8c' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.195239] env[69195]: DEBUG oslo_vmware.api [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504654, 'name': PowerOffVM_Task, 'duration_secs': 0.523011} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.196590] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.196590] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.196590] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ae334b7-6331-4f6d-afb5-69976584fb55 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.258348] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.258730] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.258981] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Deleting the datastore file [datastore1] fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.259317] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c308bcdb-7eef-4725-b822-bfe950d5cb19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.267866] env[69195]: DEBUG oslo_vmware.api [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for the task: (returnval){ [ 943.267866] env[69195]: value = "task-3504659" [ 943.267866] env[69195]: _type = "Task" [ 943.267866] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.280420] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504656, 'name': CreateVM_Task, 'duration_secs': 0.462493} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.283432] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.283742] env[69195]: DEBUG oslo_vmware.api [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.284439] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.284606] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.284947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.285233] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dccb1a4-d7e7-4660-9448-3fe03944af7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.290260] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 943.290260] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d9dff0-37a3-e523-ae00-3c631216f6e3" [ 943.290260] env[69195]: _type = "Task" [ 943.290260] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.302759] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d9dff0-37a3-e523-ae00-3c631216f6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.578102] env[69195]: DEBUG oslo_vmware.api [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504657, 'name': PowerOnVM_Task, 'duration_secs': 0.506908} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.581394] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.581394] env[69195]: INFO nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Took 8.72 seconds to spawn the instance on the hypervisor. [ 943.581394] env[69195]: DEBUG nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.584868] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade9a6b0-bedf-4479-9c0d-a2d85f35f73a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.665196] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85981173-f72c-4d81-b627-56f011bb495b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.693754] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfe5f5d-e741-4c57-afc2-bf0cf7d77d60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.719319] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance '1c3c602d-965a-4ed1-af19-961bdcb6dd8c' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.726027] env[69195]: DEBUG nova.network.neutron [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Updated VIF entry in instance network info cache for port 638536e4-2202-43c9-967f-ef191d2a8faa. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.726027] env[69195]: DEBUG nova.network.neutron [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Updating instance_info_cache with network_info: [{"id": "638536e4-2202-43c9-967f-ef191d2a8faa", "address": "fa:16:3e:b8:c7:27", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638536e4-22", "ovs_interfaceid": "638536e4-2202-43c9-967f-ef191d2a8faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.726566] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "2f21c6b1-8a65-4860-b801-8db5512b572a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.726566] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "2f21c6b1-8a65-4860-b801-8db5512b572a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.726566] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "2f21c6b1-8a65-4860-b801-8db5512b572a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.726818] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "2f21c6b1-8a65-4860-b801-8db5512b572a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.726991] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "2f21c6b1-8a65-4860-b801-8db5512b572a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.732321] env[69195]: INFO nova.compute.manager [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Terminating instance [ 943.782099] env[69195]: DEBUG oslo_vmware.api [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Task: {'id': task-3504659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220513} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.786352] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.786352] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.786352] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.786352] env[69195]: INFO nova.compute.manager [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Took 1.63 seconds to destroy the instance on the hypervisor. [ 943.786352] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.786641] env[69195]: DEBUG nova.compute.manager [-] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.786737] env[69195]: DEBUG nova.network.neutron [-] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.801679] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d9dff0-37a3-e523-ae00-3c631216f6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026928} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.805018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.805018] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.805177] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.805237] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.805424] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.806721] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f165ffc3-44fe-4ee5-92d0-5df506ae235a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.817087] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.817087] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.819786] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c586cf8-a07d-4eb8-81e4-41773df338f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.826404] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 943.826404] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f847e2-63f1-1141-5495-0a6e5ffac477" [ 943.826404] env[69195]: _type = "Task" [ 943.826404] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.835018] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f847e2-63f1-1141-5495-0a6e5ffac477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.108256] env[69195]: INFO nova.compute.manager [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Took 30.05 seconds to build instance. [ 944.125215] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfe529b-321b-4029-86c2-e23b5cb01ad8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.134214] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b960ed80-4357-48c2-a55f-b7b78bce842e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.170253] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ea705-b38f-4139-9881-4d09d5ca10c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.178150] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daab3c0d-2d24-4bdf-8b22-1254bf79ff56 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.194778] env[69195]: DEBUG nova.compute.provider_tree [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.232980] env[69195]: DEBUG oslo_concurrency.lockutils [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] Releasing lock "refresh_cache-e540fd00-af7f-4df2-a043-d26c236042c7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.233124] env[69195]: DEBUG nova.compute.manager [req-26c5988c-0d17-45ef-82c4-aaf55d8a99e2 req-b284f7d7-e66f-47d9-96ca-0e101b219b5b service nova] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Received event network-vif-deleted-bf835081-b81d-435a-95c8-cc555e6e5bf8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.241884] env[69195]: DEBUG nova.compute.manager [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.241884] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.241977] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16205978-4893-4765-a558-cd18ae79d24c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.252342] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.252623] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bbef604-ed03-41b6-bdee-2980b38d73f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.261011] env[69195]: DEBUG oslo_vmware.api [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 944.261011] env[69195]: value = "task-3504660" [ 944.261011] env[69195]: _type = "Task" [ 944.261011] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.274623] env[69195]: DEBUG oslo_vmware.api [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.333384] env[69195]: DEBUG nova.network.neutron [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Port 1b20cb32-97a6-4504-acc5-8aab27acc59d binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 944.339661] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f847e2-63f1-1141-5495-0a6e5ffac477, 'name': SearchDatastore_Task, 'duration_secs': 0.020514} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.340577] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688e86ee-1c60-43bc-b7e7-43980b673f58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.347187] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 944.347187] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ce4d8c-f2e6-22b5-d156-9bd586d97ed4" [ 944.347187] env[69195]: _type = "Task" [ 944.347187] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.357383] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ce4d8c-f2e6-22b5-d156-9bd586d97ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.613705] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c6fba2d7-d488-4ddf-a17f-61d40f088214 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "91a0bb75-108f-4509-9b2a-630afea7b5b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.569s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.700012] env[69195]: DEBUG nova.scheduler.client.report [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.772771] env[69195]: DEBUG oslo_vmware.api [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504660, 'name': PowerOffVM_Task, 'duration_secs': 0.398336} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.773265] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.773333] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.773622] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60a9b96d-4888-4297-ad99-de2eb47303cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.850607] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.850951] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.851038] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Deleting the datastore file [datastore2] 2f21c6b1-8a65-4860-b801-8db5512b572a {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.854859] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bbb8d78-1cb1-4be6-8325-4caf49834d49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.862440] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ce4d8c-f2e6-22b5-d156-9bd586d97ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.014855} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.864261] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.864625] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] e540fd00-af7f-4df2-a043-d26c236042c7/e540fd00-af7f-4df2-a043-d26c236042c7.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.865032] env[69195]: DEBUG oslo_vmware.api [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 944.865032] env[69195]: value = "task-3504662" [ 944.865032] env[69195]: _type = "Task" [ 944.865032] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.865273] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c091bf-a552-4025-bf6f-9ad92e73c389 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.876749] env[69195]: DEBUG oslo_vmware.api [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.882026] env[69195]: DEBUG nova.compute.manager [req-97eea01f-199a-4b86-9c29-80d1979af64e req-2fa91188-b8e7-415d-a96d-ab5f660bc627 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Received event network-vif-deleted-6e07ff78-73eb-473b-8e22-21cfea849f70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.882026] env[69195]: INFO nova.compute.manager [req-97eea01f-199a-4b86-9c29-80d1979af64e req-2fa91188-b8e7-415d-a96d-ab5f660bc627 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Neutron deleted interface 6e07ff78-73eb-473b-8e22-21cfea849f70; detaching it from the instance and deleting it from the info cache [ 944.882026] env[69195]: DEBUG nova.network.neutron [req-97eea01f-199a-4b86-9c29-80d1979af64e req-2fa91188-b8e7-415d-a96d-ab5f660bc627 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.882606] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 944.882606] env[69195]: value = "task-3504663" [ 944.882606] env[69195]: _type = "Task" [ 944.882606] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.893797] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.969535] env[69195]: DEBUG nova.network.neutron [-] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.205380] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.206051] env[69195]: DEBUG nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.210545] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.587s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.216804] env[69195]: INFO nova.compute.claims [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.365395] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.365395] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.365395] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.379406] env[69195]: DEBUG oslo_vmware.api [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284037} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.381306] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.381306] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.381306] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.381306] env[69195]: INFO nova.compute.manager [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 945.381306] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.382179] env[69195]: DEBUG nova.compute.manager [-] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.382275] env[69195]: DEBUG nova.network.neutron [-] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.390167] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbc23dd6-05a0-4b76-ac5f-2d9ca246840a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.399155] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.403350] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05677db4-c04c-400c-ae98-abdc9696263e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.443668] env[69195]: DEBUG nova.compute.manager [req-97eea01f-199a-4b86-9c29-80d1979af64e req-2fa91188-b8e7-415d-a96d-ab5f660bc627 service nova] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Detach interface failed, port_id=6e07ff78-73eb-473b-8e22-21cfea849f70, reason: Instance fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.448956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "91a0bb75-108f-4509-9b2a-630afea7b5b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.449128] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "91a0bb75-108f-4509-9b2a-630afea7b5b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.449331] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "91a0bb75-108f-4509-9b2a-630afea7b5b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.449557] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "91a0bb75-108f-4509-9b2a-630afea7b5b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.449744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "91a0bb75-108f-4509-9b2a-630afea7b5b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.452936] env[69195]: INFO nova.compute.manager [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Terminating instance [ 945.474463] env[69195]: INFO nova.compute.manager [-] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Took 1.69 seconds to deallocate network for instance. [ 945.731378] env[69195]: DEBUG nova.compute.utils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.734429] env[69195]: DEBUG nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.735056] env[69195]: DEBUG nova.network.neutron [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.796363] env[69195]: DEBUG nova.policy [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b38e884b2434c41b8c6a72be70e078a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c08cdef7c1344046b9a98cb095f60040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.896784] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650725} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.897081] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] e540fd00-af7f-4df2-a043-d26c236042c7/e540fd00-af7f-4df2-a043-d26c236042c7.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.897433] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.897545] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-500d7896-86b0-4499-aef3-967cc66c2973 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.904389] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 945.904389] env[69195]: value = "task-3504664" [ 945.904389] env[69195]: _type = "Task" [ 945.904389] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.915245] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.958545] env[69195]: DEBUG nova.compute.manager [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.958733] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.959940] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f6d97-eb51-417b-9878-9158fcb25850 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.977663] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.977959] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ba17d7-6d2d-4d46-a104-798d0f8bb25c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.980661] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.985447] env[69195]: DEBUG oslo_vmware.api [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 945.985447] env[69195]: value = "task-3504665" [ 945.985447] env[69195]: _type = "Task" [ 945.985447] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.993386] env[69195]: DEBUG oslo_vmware.api [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.106662] env[69195]: DEBUG nova.network.neutron [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Successfully created port: e4fd1b70-ea8a-43f7-9bbd-c33425c71046 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.148815] env[69195]: DEBUG nova.network.neutron [-] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.238783] env[69195]: DEBUG nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.416324] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144949} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.419490] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.420667] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76225b96-35cd-4db1-9ce9-39376271231d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.425755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.425755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.425755] env[69195]: DEBUG nova.network.neutron [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.446345] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e540fd00-af7f-4df2-a043-d26c236042c7/e540fd00-af7f-4df2-a043-d26c236042c7.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.452332] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3283415a-8f54-48d5-866e-34ba96496069 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.477324] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 946.477324] env[69195]: value = "task-3504666" [ 946.477324] env[69195]: _type = "Task" [ 946.477324] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.493490] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.500756] env[69195]: DEBUG oslo_vmware.api [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504665, 'name': PowerOffVM_Task, 'duration_secs': 0.271926} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.500756] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.500756] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.500756] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7372cf8-b631-4548-9ed4-03bf2659cc07 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.567677] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fbb51-4070-5f1d-799f-570ce32b0c74/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.568956] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e797ad-beb4-44c9-ab15-023bb7af24db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.577529] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fbb51-4070-5f1d-799f-570ce32b0c74/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.577641] env[69195]: ERROR oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fbb51-4070-5f1d-799f-570ce32b0c74/disk-0.vmdk due to incomplete transfer. [ 946.578778] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb512fd8-a563-495d-8c71-70a526acb550 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.580487] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.580683] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.580894] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleting the datastore file [datastore2] 91a0bb75-108f-4509-9b2a-630afea7b5b9 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.583356] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4434182-a44a-4c61-90a7-0e175ec29a46 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.590592] env[69195]: DEBUG oslo_vmware.api [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 946.590592] env[69195]: value = "task-3504668" [ 946.590592] env[69195]: _type = "Task" [ 946.590592] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.595811] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523fbb51-4070-5f1d-799f-570ce32b0c74/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 946.596081] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Uploaded image 6ec5e4eb-71ef-4add-aafd-43d6162dd39d to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 946.598336] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 946.598970] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-59242f34-73bc-4848-a86e-1ea9f528caf2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.604656] env[69195]: DEBUG oslo_vmware.api [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.611376] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 946.611376] env[69195]: value = "task-3504669" [ 946.611376] env[69195]: _type = "Task" [ 946.611376] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.619945] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504669, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.653533] env[69195]: INFO nova.compute.manager [-] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Took 1.27 seconds to deallocate network for instance. [ 946.843209] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ddfa95-d8fc-4844-bf93-5f0f7fc7b802 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.853770] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b226972d-1744-45b6-a670-a0fefb1f556d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.884407] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547c1f86-c5d4-40f4-aed1-f2564d536dbe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.890101] env[69195]: DEBUG nova.network.neutron [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance_info_cache with network_info: [{"id": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "address": "fa:16:3e:0d:cd:a3", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b20cb32-97", "ovs_interfaceid": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.893645] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666374b1-3cba-4f8c-bfd6-2894cbfe42ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.910477] env[69195]: DEBUG nova.compute.provider_tree [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.986627] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.996019] env[69195]: DEBUG nova.compute.manager [req-457b46d1-4ade-42d2-b893-09f81efa885e req-1c494f3d-a1e7-4f2a-b1ae-f256a083a01a service nova] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Received event network-vif-deleted-987c0305-2b28-4365-b63a-e5ee6d4d2442 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.100274] env[69195]: DEBUG oslo_vmware.api [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237065} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.100594] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.100785] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.101134] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.101400] env[69195]: INFO nova.compute.manager [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 947.101652] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.101850] env[69195]: DEBUG nova.compute.manager [-] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.101945] env[69195]: DEBUG nova.network.neutron [-] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.121872] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504669, 'name': Destroy_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.169207] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.227881] env[69195]: INFO nova.compute.manager [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Rebuilding instance [ 947.248174] env[69195]: DEBUG nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.281118] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.281443] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.281621] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.281912] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.282124] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.282293] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.282823] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.283059] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.283272] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.283490] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.283760] env[69195]: DEBUG nova.virt.hardware [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.284929] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dc8193-b7d7-4538-9207-b11590efb52b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.295387] env[69195]: DEBUG nova.compute.manager [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.296810] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b606556-02e8-4280-9c40-f1715f8f016f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.301974] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c0d29c-475e-4e33-ba1b-683536ec9f5d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.393617] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.414146] env[69195]: DEBUG nova.scheduler.client.report [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.489099] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504666, 'name': ReconfigVM_Task, 'duration_secs': 0.883052} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.489467] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e540fd00-af7f-4df2-a043-d26c236042c7/e540fd00-af7f-4df2-a043-d26c236042c7.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.490411] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb15deb-bce7-49c7-b787-e80dde4a96a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.497956] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 947.497956] env[69195]: value = "task-3504670" [ 947.497956] env[69195]: _type = "Task" [ 947.497956] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.510594] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504670, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.625025] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504669, 'name': Destroy_Task, 'duration_secs': 0.640965} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.625025] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Destroyed the VM [ 947.625025] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.625025] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d109ecff-c653-402a-8bd6-77b110fe3ea8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.629606] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 947.629606] env[69195]: value = "task-3504671" [ 947.629606] env[69195]: _type = "Task" [ 947.629606] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.642099] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.919346] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.920344] env[69195]: DEBUG nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.926531] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.895s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.926531] env[69195]: DEBUG nova.objects.instance [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lazy-loading 'resources' on Instance uuid ca27496f-17c0-417e-8cb0-8e36ef0d04a2 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.935898] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a8c672-04c4-44ed-b37e-78fb534d894a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.957342] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf43d5-eb56-4c62-94f0-459d91309b82 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.965895] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance '1c3c602d-965a-4ed1-af19-961bdcb6dd8c' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 947.986908] env[69195]: DEBUG nova.network.neutron [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Successfully updated port: e4fd1b70-ea8a-43f7-9bbd-c33425c71046 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.012060] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504670, 'name': Rename_Task, 'duration_secs': 0.153427} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.012700] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.012700] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01803838-fa83-4aaf-b4c0-3131b892d2a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.021403] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 948.021403] env[69195]: value = "task-3504672" [ 948.021403] env[69195]: _type = "Task" [ 948.021403] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.024714] env[69195]: DEBUG nova.network.neutron [-] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.029128] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.140108] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504671, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.336545] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.336545] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61c57ac-4610-4594-a1bf-d4cad703ba77 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.341931] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 948.341931] env[69195]: value = "task-3504673" [ 948.341931] env[69195]: _type = "Task" [ 948.341931] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.351719] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.429094] env[69195]: DEBUG nova.compute.utils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.433939] env[69195]: DEBUG nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.434115] env[69195]: DEBUG nova.network.neutron [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.473712] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.474046] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc482307-cfa0-466d-b3c7-2674aee6135f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.483120] env[69195]: DEBUG nova.policy [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b38e884b2434c41b8c6a72be70e078a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c08cdef7c1344046b9a98cb095f60040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.486753] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 948.486753] env[69195]: value = "task-3504674" [ 948.486753] env[69195]: _type = "Task" [ 948.486753] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.494285] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.494431] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.494613] env[69195]: DEBUG nova.network.neutron [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.505765] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504674, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.530206] env[69195]: INFO nova.compute.manager [-] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Took 1.43 seconds to deallocate network for instance. [ 948.536695] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.645746] env[69195]: DEBUG oslo_vmware.api [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504671, 'name': RemoveSnapshot_Task, 'duration_secs': 0.727364} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.645946] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.646205] env[69195]: INFO nova.compute.manager [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 948.828631] env[69195]: DEBUG nova.network.neutron [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Successfully created port: 2bd5645f-c013-434b-a889-506df9758f0c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.858628] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504673, 'name': PowerOffVM_Task, 'duration_secs': 0.188703} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.862084] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.863056] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.863809] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1ea140-43ef-48ef-a158-e1dc02986858 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.875210] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 948.875210] env[69195]: value = "task-3504675" [ 948.875210] env[69195]: _type = "Task" [ 948.875210] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.890803] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 948.890803] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.890803] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700271', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'name': 'volume-505223fe-71c2-40ea-b0db-10c6aa484be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbf65c44-8008-4aa8-8c39-1793c7b58d11', 'attached_at': '', 'detached_at': '', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'serial': '505223fe-71c2-40ea-b0db-10c6aa484be7'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 948.891971] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1bc898-b72d-49a6-adf5-cfe9fff0bf40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.914666] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48cb851-0fb0-4135-b9a5-ea770f980089 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.922990] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf57f0b-f008-4140-80ea-5459f25e4a0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.942845] env[69195]: DEBUG nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.950152] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bad1166-1097-40c4-84de-7171d0653984 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.970504] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] The volume has not been displaced from its original location: [datastore2] volume-505223fe-71c2-40ea-b0db-10c6aa484be7/volume-505223fe-71c2-40ea-b0db-10c6aa484be7.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 948.976214] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 948.978870] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8026f410-144d-4f13-abdb-9e786ba934b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.003428] env[69195]: DEBUG oslo_vmware.api [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504674, 'name': PowerOnVM_Task, 'duration_secs': 0.43295} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.007316] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.007503] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfcebee-5555-42df-bd88-53803fdbdcda tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance '1c3c602d-965a-4ed1-af19-961bdcb6dd8c' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.012105] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 949.012105] env[69195]: value = "task-3504676" [ 949.012105] env[69195]: _type = "Task" [ 949.012105] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.022677] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.034128] env[69195]: DEBUG oslo_vmware.api [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504672, 'name': PowerOnVM_Task, 'duration_secs': 0.582975} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.040079] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.040079] env[69195]: INFO nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Took 8.90 seconds to spawn the instance on the hypervisor. [ 949.040079] env[69195]: DEBUG nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.040079] env[69195]: DEBUG nova.compute.manager [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Received event network-vif-deleted-99f8f1ea-85f0-4104-aadd-f2058e59fe7e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.040529] env[69195]: DEBUG nova.compute.manager [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Received event network-vif-plugged-e4fd1b70-ea8a-43f7-9bbd-c33425c71046 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.040529] env[69195]: DEBUG oslo_concurrency.lockutils [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] Acquiring lock "81ccba60-0cff-4dfc-838f-aea8608e59aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.040748] env[69195]: DEBUG oslo_concurrency.lockutils [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] Lock "81ccba60-0cff-4dfc-838f-aea8608e59aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.040926] env[69195]: DEBUG oslo_concurrency.lockutils [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] Lock "81ccba60-0cff-4dfc-838f-aea8608e59aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.041126] env[69195]: DEBUG nova.compute.manager [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] No waiting events found dispatching network-vif-plugged-e4fd1b70-ea8a-43f7-9bbd-c33425c71046 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.041308] env[69195]: WARNING nova.compute.manager [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Received unexpected event network-vif-plugged-e4fd1b70-ea8a-43f7-9bbd-c33425c71046 for instance with vm_state building and task_state spawning. [ 949.041469] env[69195]: DEBUG nova.compute.manager [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Received event network-changed-e4fd1b70-ea8a-43f7-9bbd-c33425c71046 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.041619] env[69195]: DEBUG nova.compute.manager [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Refreshing instance network info cache due to event network-changed-e4fd1b70-ea8a-43f7-9bbd-c33425c71046. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.041785] env[69195]: DEBUG oslo_concurrency.lockutils [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] Acquiring lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.043283] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb252f9-6575-46a2-ae4b-9a90fafbc332 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.047518] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.060862] env[69195]: DEBUG nova.network.neutron [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.080617] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382f462c-7715-4892-a3bb-b1e103eb3b60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.094314] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f25cb6-e761-433c-8f66-3fe9b453a145 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.129921] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b669104-c471-4c90-a0b1-86112807e7ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.140357] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5d0dd2-8d04-4640-831f-f5395aa70f7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.160529] env[69195]: DEBUG nova.compute.provider_tree [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.212774] env[69195]: DEBUG nova.compute.manager [None req-bae630b3-a12c-4c48-9121-816533f35c21 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Found 2 images (rotation: 2) {{(pid=69195) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 949.276677] env[69195]: DEBUG nova.network.neutron [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Updating instance_info_cache with network_info: [{"id": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "address": "fa:16:3e:dc:a0:ce", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fd1b70-ea", "ovs_interfaceid": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.529054] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504676, 'name': ReconfigVM_Task, 'duration_secs': 0.37176} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.529775] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.536189] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0556d422-d103-4190-a061-d1e755ceeb52 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.557482] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 949.557482] env[69195]: value = "task-3504677" [ 949.557482] env[69195]: _type = "Task" [ 949.557482] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.572593] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.575765] env[69195]: INFO nova.compute.manager [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Took 33.46 seconds to build instance. [ 949.669063] env[69195]: DEBUG nova.scheduler.client.report [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.781078] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.781078] env[69195]: DEBUG nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Instance network_info: |[{"id": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "address": "fa:16:3e:dc:a0:ce", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fd1b70-ea", "ovs_interfaceid": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.781078] env[69195]: DEBUG oslo_concurrency.lockutils [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] Acquired lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.781078] env[69195]: DEBUG nova.network.neutron [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Refreshing network info cache for port e4fd1b70-ea8a-43f7-9bbd-c33425c71046 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.781364] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a0:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4fd1b70-ea8a-43f7-9bbd-c33425c71046', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.789834] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Creating folder: Project (c08cdef7c1344046b9a98cb095f60040). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.790427] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4104dee-b199-4a1f-a518-62bd8ee59d74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.804416] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Created folder: Project (c08cdef7c1344046b9a98cb095f60040) in parent group-v700121. [ 949.804416] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Creating folder: Instances. Parent ref: group-v700330. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.804557] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de8d2bde-9dd0-40b5-a224-83a9c88df5bc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.816218] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Created folder: Instances in parent group-v700330. [ 949.816437] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.816644] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.816873] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b4cd7d7-acda-4c0b-ac44-8c1a6a3cd29d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.838226] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.838226] env[69195]: value = "task-3504680" [ 949.838226] env[69195]: _type = "Task" [ 949.838226] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.847904] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504680, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.961173] env[69195]: DEBUG nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.996975] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.998176] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.998176] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.998176] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.998176] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.998176] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.998405] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.998549] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.998747] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.998954] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.999175] env[69195]: DEBUG nova.virt.hardware [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.000157] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d8c6ca-bd10-402d-bc26-d9d10b06cf13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.010425] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc7b8e-378c-43d3-8004-4e44f882dcab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.068484] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504677, 'name': ReconfigVM_Task, 'duration_secs': 0.246589} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.068829] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700271', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'name': 'volume-505223fe-71c2-40ea-b0db-10c6aa484be7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dbf65c44-8008-4aa8-8c39-1793c7b58d11', 'attached_at': '', 'detached_at': '', 'volume_id': '505223fe-71c2-40ea-b0db-10c6aa484be7', 'serial': '505223fe-71c2-40ea-b0db-10c6aa484be7'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 950.069192] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.070120] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0da2989-c1fd-4e60-ba7f-1655dcc81f7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.078267] env[69195]: DEBUG oslo_concurrency.lockutils [None req-01b245cb-8a1a-4d24-9342-181dd7a8dc71 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e540fd00-af7f-4df2-a043-d26c236042c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.975s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.078544] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.078820] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94c37895-fb57-40b6-ba7b-afb4800416db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.152369] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.152637] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.152881] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Deleting the datastore file [datastore2] dbf65c44-8008-4aa8-8c39-1793c7b58d11 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.153326] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae661a3-b204-4811-a72a-ea8dc77b5f02 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.161890] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for the task: (returnval){ [ 950.161890] env[69195]: value = "task-3504682" [ 950.161890] env[69195]: _type = "Task" [ 950.161890] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.177055] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.183845] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.190296] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.039s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.190547] env[69195]: DEBUG nova.objects.instance [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 950.228637] env[69195]: INFO nova.scheduler.client.report [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Deleted allocations for instance ca27496f-17c0-417e-8cb0-8e36ef0d04a2 [ 950.360439] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504680, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.679091] env[69195]: DEBUG oslo_vmware.api [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Task: {'id': task-3504682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098987} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.679091] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.679091] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.679091] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.702744] env[69195]: DEBUG nova.compute.manager [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.704305] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01863a4-1208-4559-8d24-abe380dd2928 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.730785] env[69195]: DEBUG nova.network.neutron [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Updated VIF entry in instance network info cache for port e4fd1b70-ea8a-43f7-9bbd-c33425c71046. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.731339] env[69195]: DEBUG nova.network.neutron [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Updating instance_info_cache with network_info: [{"id": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "address": "fa:16:3e:dc:a0:ce", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fd1b70-ea", "ovs_interfaceid": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.746188] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d45c4aec-8d55-486c-b18a-60858c63ddff tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "ca27496f-17c0-417e-8cb0-8e36ef0d04a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.831s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.767742] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 950.767742] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ae67b33-9902-4723-b0a9-f4e78e0bd095 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.783746] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d501f8f-d0f3-4d7f-a177-7a4082cd60b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.824864] env[69195]: ERROR nova.compute.manager [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Failed to detach volume 505223fe-71c2-40ea-b0db-10c6aa484be7 from /dev/sda: nova.exception.InstanceNotFound: Instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 could not be found. [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Traceback (most recent call last): [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self.driver.rebuild(**kwargs) [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] raise NotImplementedError() [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] NotImplementedError [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] During handling of the above exception, another exception occurred: [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Traceback (most recent call last): [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self.driver.detach_volume(context, old_connection_info, [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] return self._volumeops.detach_volume(connection_info, instance) [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self._detach_volume_vmdk(connection_info, instance) [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] stable_ref.fetch_moref(session) [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] raise exception.InstanceNotFound(instance_id=self._uuid) [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] nova.exception.InstanceNotFound: Instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 could not be found. [ 950.824864] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] [ 950.828322] env[69195]: DEBUG nova.network.neutron [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Successfully updated port: 2bd5645f-c013-434b-a889-506df9758f0c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.852460] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504680, 'name': CreateVM_Task, 'duration_secs': 0.586188} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.852634] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.853872] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.855037] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.855037] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.855712] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ddd1af4-1bfe-45aa-8ffe-886f0afa4ed5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.864441] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 950.864441] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52577d6e-9632-f81d-b796-598591f7ead0" [ 950.864441] env[69195]: _type = "Task" [ 950.864441] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.873619] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52577d6e-9632-f81d-b796-598591f7ead0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.017042] env[69195]: DEBUG nova.compute.utils [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Build of instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 aborted: Failed to rebuild volume backed instance. {{(pid=69195) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 951.022941] env[69195]: ERROR nova.compute.manager [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 aborted: Failed to rebuild volume backed instance. [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Traceback (most recent call last): [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self.driver.rebuild(**kwargs) [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] raise NotImplementedError() [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] NotImplementedError [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] During handling of the above exception, another exception occurred: [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Traceback (most recent call last): [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self._detach_root_volume(context, instance, root_bdm) [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] with excutils.save_and_reraise_exception(): [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self.force_reraise() [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] raise self.value [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self.driver.detach_volume(context, old_connection_info, [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] return self._volumeops.detach_volume(connection_info, instance) [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self._detach_volume_vmdk(connection_info, instance) [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] stable_ref.fetch_moref(session) [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] raise exception.InstanceNotFound(instance_id=self._uuid) [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] nova.exception.InstanceNotFound: Instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 could not be found. [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] During handling of the above exception, another exception occurred: [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Traceback (most recent call last): [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] yield [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 951.022941] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self._do_rebuild_instance_with_claim( [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self._do_rebuild_instance( [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self._rebuild_default_impl(**kwargs) [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] self._rebuild_volume_backed_instance( [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] raise exception.BuildAbortException( [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] nova.exception.BuildAbortException: Build of instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 aborted: Failed to rebuild volume backed instance. [ 951.024430] env[69195]: ERROR nova.compute.manager [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] [ 951.211430] env[69195]: DEBUG oslo_concurrency.lockutils [None req-23622d26-29a1-416a-b0f8-3b92116dcce1 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.212597] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.086s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.212827] env[69195]: DEBUG nova.objects.instance [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lazy-loading 'resources' on Instance uuid 131136af-caf8-456d-8842-088530907381 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.219368] env[69195]: INFO nova.compute.manager [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] instance snapshotting [ 951.219983] env[69195]: DEBUG nova.objects.instance [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'flavor' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.235990] env[69195]: DEBUG oslo_concurrency.lockutils [req-8166927e-0cc6-4a85-83bb-a0b0376d6e14 req-0c3f8f5c-b8bc-4140-86de-48041c9f09b2 service nova] Releasing lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.322062] env[69195]: DEBUG nova.compute.manager [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Received event network-vif-plugged-2bd5645f-c013-434b-a889-506df9758f0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.322062] env[69195]: DEBUG oslo_concurrency.lockutils [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] Acquiring lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.322062] env[69195]: DEBUG oslo_concurrency.lockutils [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] Lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.322680] env[69195]: DEBUG oslo_concurrency.lockutils [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] Lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.322680] env[69195]: DEBUG nova.compute.manager [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] No waiting events found dispatching network-vif-plugged-2bd5645f-c013-434b-a889-506df9758f0c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.322680] env[69195]: WARNING nova.compute.manager [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Received unexpected event network-vif-plugged-2bd5645f-c013-434b-a889-506df9758f0c for instance with vm_state building and task_state spawning. [ 951.322680] env[69195]: DEBUG nova.compute.manager [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Received event network-changed-2bd5645f-c013-434b-a889-506df9758f0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.322905] env[69195]: DEBUG nova.compute.manager [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Refreshing instance network info cache due to event network-changed-2bd5645f-c013-434b-a889-506df9758f0c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.322938] env[69195]: DEBUG oslo_concurrency.lockutils [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] Acquiring lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.323119] env[69195]: DEBUG oslo_concurrency.lockutils [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] Acquired lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.323222] env[69195]: DEBUG nova.network.neutron [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Refreshing network info cache for port 2bd5645f-c013-434b-a889-506df9758f0c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.338047] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.378050] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52577d6e-9632-f81d-b796-598591f7ead0, 'name': SearchDatastore_Task, 'duration_secs': 0.011448} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.378709] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.379070] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.382077] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.382077] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.382077] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.382077] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a9744fe-450c-4986-81eb-e9bbd1242732 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.394297] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.394581] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.395699] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f992f07f-a09b-4f33-91af-439e1fc09ece {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.405181] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 951.405181] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52603fc5-820d-f416-fd67-4d15505d13cb" [ 951.405181] env[69195]: _type = "Task" [ 951.405181] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.419360] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52603fc5-820d-f416-fd67-4d15505d13cb, 'name': SearchDatastore_Task} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.420243] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd110131-97aa-4161-aa6a-9f56e2de685e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.426843] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 951.426843] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f1b408-aac4-568b-8537-f7323049e558" [ 951.426843] env[69195]: _type = "Task" [ 951.426843] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.434463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.434463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.434463] env[69195]: DEBUG nova.compute.manager [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Going to confirm migration 3 {{(pid=69195) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 951.448861] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f1b408-aac4-568b-8537-f7323049e558, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.448861] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.448861] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa/81ccba60-0cff-4dfc-838f-aea8608e59aa.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.448861] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddbbafb0-6f38-4dfc-9c78-32462e91c971 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.456799] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 951.456799] env[69195]: value = "task-3504683" [ 951.456799] env[69195]: _type = "Task" [ 951.456799] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.470773] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.729850] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a7b045-ba18-442b-9a64-b01125bb7b3c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.756770] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c8adc-01c2-405a-8557-4b2097405575 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.843469] env[69195]: DEBUG nova.compute.manager [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.845817] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf8b7e-552b-499d-b174-3f7c39ca7a5c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.882850] env[69195]: DEBUG nova.network.neutron [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.971849] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504683, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.988602] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "54b5228b-75ee-4b57-8434-f188e2ef490d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.988950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "54b5228b-75ee-4b57-8434-f188e2ef490d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.989192] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "54b5228b-75ee-4b57-8434-f188e2ef490d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.989435] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "54b5228b-75ee-4b57-8434-f188e2ef490d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.989554] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "54b5228b-75ee-4b57-8434-f188e2ef490d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.994596] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.994596] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.994596] env[69195]: DEBUG nova.network.neutron [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.994596] env[69195]: DEBUG nova.objects.instance [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lazy-loading 'info_cache' on Instance uuid 1c3c602d-965a-4ed1-af19-961bdcb6dd8c {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.995875] env[69195]: INFO nova.compute.manager [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Terminating instance [ 952.010244] env[69195]: DEBUG nova.network.neutron [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.223539] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eaaa18-5512-43d8-8597-22c2bc30a43c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.235606] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquiring lock "6587d429-b11d-465b-93e8-8d5193dd8104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.235953] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "6587d429-b11d-465b-93e8-8d5193dd8104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.238139] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd6df7c-26d3-424f-acc8-21d18a94c4fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.272643] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 952.275022] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-616b3858-2430-4bfc-9e76-59dc40ed9c0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.276298] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b08c4d1-6061-414e-a98e-7fb5c12da7ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.287146] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c76abb-625b-4248-92cc-1dfbccdf2bdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.291368] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 952.291368] env[69195]: value = "task-3504684" [ 952.291368] env[69195]: _type = "Task" [ 952.291368] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.304902] env[69195]: DEBUG nova.compute.provider_tree [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.311532] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504684, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.362143] env[69195]: INFO nova.compute.manager [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] instance snapshotting [ 952.364776] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3915538c-dbd2-4d3f-b45e-274da5148847 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.386475] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db97ed2d-bdc9-4d66-a63b-cde3f11cb0ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.469989] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539671} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.470629] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa/81ccba60-0cff-4dfc-838f-aea8608e59aa.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.470629] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.470629] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5023c313-cf1d-45ee-b650-a5cc6617ef09 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.479349] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 952.479349] env[69195]: value = "task-3504685" [ 952.479349] env[69195]: _type = "Task" [ 952.479349] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.488429] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.507635] env[69195]: DEBUG nova.compute.manager [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.507883] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.509351] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193aebe3-2d1b-4f37-8f2d-9d223635df05 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.514675] env[69195]: DEBUG oslo_concurrency.lockutils [req-07759cab-f175-4ef2-85ca-cc7d36793088 req-3e2d5838-5e73-4ee2-b459-366518f1ecb9 service nova] Releasing lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.515096] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.515541] env[69195]: DEBUG nova.network.neutron [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.522823] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.523088] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-625c5f5e-bd67-414e-a65b-862a936a8d52 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.530542] env[69195]: DEBUG oslo_vmware.api [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 952.530542] env[69195]: value = "task-3504686" [ 952.530542] env[69195]: _type = "Task" [ 952.530542] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.546622] env[69195]: DEBUG oslo_vmware.api [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.742056] env[69195]: DEBUG nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.803780] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504684, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.808424] env[69195]: DEBUG nova.scheduler.client.report [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.898200] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 952.898514] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-508df86c-cea6-4f5a-ba99-6d0a3650de05 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.907589] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 952.907589] env[69195]: value = "task-3504687" [ 952.907589] env[69195]: _type = "Task" [ 952.907589] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.917971] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.990501] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07548} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.991313] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.991859] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c3e2f-8213-46c5-95f4-af0659f8768b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.016973] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa/81ccba60-0cff-4dfc-838f-aea8608e59aa.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.018907] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a62434b-bc34-487e-a1d0-d6bf63d0e379 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.040269] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.042445] env[69195]: DEBUG oslo_vmware.api [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504686, 'name': PowerOffVM_Task, 'duration_secs': 0.351995} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.042692] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.042885] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.043182] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0397b4f6-43db-4db7-805e-e785b142f6f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.045684] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 953.045684] env[69195]: value = "task-3504688" [ 953.045684] env[69195]: _type = "Task" [ 953.045684] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.054194] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.079825] env[69195]: DEBUG nova.network.neutron [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.119420] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.119674] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.119916] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Deleting the datastore file [datastore1] 54b5228b-75ee-4b57-8434-f188e2ef490d {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.120282] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abc1cb76-bf04-427a-a1a1-71dc6891eb4e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.127699] env[69195]: DEBUG oslo_vmware.api [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for the task: (returnval){ [ 953.127699] env[69195]: value = "task-3504690" [ 953.127699] env[69195]: _type = "Task" [ 953.127699] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.137458] env[69195]: DEBUG oslo_vmware.api [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.284292] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.311469] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504684, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.315071] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.317364] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.863s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.319821] env[69195]: INFO nova.compute.claims [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.345774] env[69195]: INFO nova.scheduler.client.report [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted allocations for instance 131136af-caf8-456d-8842-088530907381 [ 953.418888] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.556914] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.636843] env[69195]: DEBUG nova.network.neutron [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Updating instance_info_cache with network_info: [{"id": "2bd5645f-c013-434b-a889-506df9758f0c", "address": "fa:16:3e:b4:28:f3", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd5645f-c0", "ovs_interfaceid": "2bd5645f-c013-434b-a889-506df9758f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.646958] env[69195]: DEBUG oslo_vmware.api [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Task: {'id': task-3504690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178831} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.646958] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.646958] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.646958] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.646958] env[69195]: INFO nova.compute.manager [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 953.646958] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.647353] env[69195]: DEBUG nova.compute.manager [-] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.647388] env[69195]: DEBUG nova.network.neutron [-] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.653691] env[69195]: DEBUG nova.network.neutron [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance_info_cache with network_info: [{"id": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "address": "fa:16:3e:0d:cd:a3", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b20cb32-97", "ovs_interfaceid": "1b20cb32-97a6-4504-acc5-8aab27acc59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.805005] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504684, 'name': CreateSnapshot_Task, 'duration_secs': 1.049484} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.809019] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 953.809019] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1222c828-8ab6-4cc9-88d2-586d5acd4252 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.855029] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8a55fd12-c4a3-4caf-acbb-652efb96effb tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "131136af-caf8-456d-8842-088530907381" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.775s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.919839] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504687, 'name': CreateSnapshot_Task, 'duration_secs': 0.917104} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.920151] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 953.920913] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc2cb8-af27-4b07-8cf0-e434f3b4be13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.002776] env[69195]: DEBUG nova.compute.manager [req-d9b8f5e0-b0c7-45d7-bc36-8c0f3fe77619 req-f23ec05c-8f5d-456b-bf47-5086d8aa356b service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Received event network-vif-deleted-63a8f7e4-aeb9-45a6-a16d-1dd27836f548 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.003009] env[69195]: INFO nova.compute.manager [req-d9b8f5e0-b0c7-45d7-bc36-8c0f3fe77619 req-f23ec05c-8f5d-456b-bf47-5086d8aa356b service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Neutron deleted interface 63a8f7e4-aeb9-45a6-a16d-1dd27836f548; detaching it from the instance and deleting it from the info cache [ 954.003192] env[69195]: DEBUG nova.network.neutron [req-d9b8f5e0-b0c7-45d7-bc36-8c0f3fe77619 req-f23ec05c-8f5d-456b-bf47-5086d8aa356b service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.059017] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504688, 'name': ReconfigVM_Task, 'duration_secs': 0.742529} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.059331] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa/81ccba60-0cff-4dfc-838f-aea8608e59aa.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.060016] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb3f6fa1-251c-4ba8-9001-61fba9dc8275 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.066468] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 954.066468] env[69195]: value = "task-3504691" [ 954.066468] env[69195]: _type = "Task" [ 954.066468] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.077020] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504691, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.140620] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.140957] env[69195]: DEBUG nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Instance network_info: |[{"id": "2bd5645f-c013-434b-a889-506df9758f0c", "address": "fa:16:3e:b4:28:f3", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd5645f-c0", "ovs_interfaceid": "2bd5645f-c013-434b-a889-506df9758f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.141413] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:28:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bd5645f-c013-434b-a889-506df9758f0c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.149235] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.149801] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.150074] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e08ad4e1-1266-4725-93a9-62ed0ebff5a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.164732] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-1c3c602d-965a-4ed1-af19-961bdcb6dd8c" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.164955] env[69195]: DEBUG nova.objects.instance [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lazy-loading 'migration_context' on Instance uuid 1c3c602d-965a-4ed1-af19-961bdcb6dd8c {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.172030] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.172030] env[69195]: value = "task-3504692" [ 954.172030] env[69195]: _type = "Task" [ 954.172030] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.181308] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504692, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.291759] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Acquiring lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.292108] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.292514] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Acquiring lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.292743] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.292966] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.295890] env[69195]: INFO nova.compute.manager [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Terminating instance [ 954.327811] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 954.328271] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-212faf01-4297-4df0-afe3-5a4896eefcf0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.341698] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 954.341698] env[69195]: value = "task-3504693" [ 954.341698] env[69195]: _type = "Task" [ 954.341698] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.351152] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504693, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.442563] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 954.449022] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48e1f98a-354d-4e39-bc4d-504d51f5c4ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.451073] env[69195]: DEBUG nova.network.neutron [-] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.460986] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 954.460986] env[69195]: value = "task-3504694" [ 954.460986] env[69195]: _type = "Task" [ 954.460986] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.475209] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504694, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.512975] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e36ea4b-d4f5-4d69-93d5-72fb00d7a345 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.524376] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850f9488-8494-4945-a03b-15472644f738 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.567802] env[69195]: DEBUG nova.compute.manager [req-d9b8f5e0-b0c7-45d7-bc36-8c0f3fe77619 req-f23ec05c-8f5d-456b-bf47-5086d8aa356b service nova] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Detach interface failed, port_id=63a8f7e4-aeb9-45a6-a16d-1dd27836f548, reason: Instance 54b5228b-75ee-4b57-8434-f188e2ef490d could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 954.577036] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504691, 'name': Rename_Task, 'duration_secs': 0.331155} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.577036] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.577259] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cda117aa-cbcb-4ba1-b47c-be2a63d03b97 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.586729] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 954.586729] env[69195]: value = "task-3504695" [ 954.586729] env[69195]: _type = "Task" [ 954.586729] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.596598] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.668182] env[69195]: DEBUG nova.objects.base [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Object Instance<1c3c602d-965a-4ed1-af19-961bdcb6dd8c> lazy-loaded attributes: info_cache,migration_context {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 954.669173] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866cd62-54ef-4ef2-aa7e-43ac794e238d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.694285] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1488c952-11cb-4aed-b0de-2e0f51f17d54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.699978] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504692, 'name': CreateVM_Task, 'duration_secs': 0.404571} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.700581] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.701406] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.701643] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.702177] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.702462] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d78fe0-4ad8-4737-a481-586b3426ea4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.708882] env[69195]: DEBUG oslo_vmware.api [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 954.708882] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5282584f-94ea-0f2c-47b4-acc1ce24d3e1" [ 954.708882] env[69195]: _type = "Task" [ 954.708882] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.714671] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 954.714671] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5235661f-9b05-c5d4-e8c2-41aae529f51a" [ 954.714671] env[69195]: _type = "Task" [ 954.714671] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.722220] env[69195]: DEBUG oslo_vmware.api [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5282584f-94ea-0f2c-47b4-acc1ce24d3e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.725783] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.732412] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5235661f-9b05-c5d4-e8c2-41aae529f51a, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.732558] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.732746] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.733099] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.733164] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.733314] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.733655] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42008a59-80fd-4a40-88ca-766743d76f95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.744931] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.745528] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.746346] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99423f7e-59ee-4589-8778-03f5dea76d9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.753817] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 954.753817] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5262ac1e-07f2-ca75-2a78-13d9fe2a2c96" [ 954.753817] env[69195]: _type = "Task" [ 954.753817] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.768514] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5262ac1e-07f2-ca75-2a78-13d9fe2a2c96, 'name': SearchDatastore_Task, 'duration_secs': 0.012895} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.769390] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afe9e17-a0b2-4adb-9b3f-027eaf7336c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.778785] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 954.778785] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f520e2-c8e3-e123-89f5-6b6e018f0414" [ 954.778785] env[69195]: _type = "Task" [ 954.778785] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.791444] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f520e2-c8e3-e123-89f5-6b6e018f0414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.799508] env[69195]: DEBUG nova.compute.manager [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.799870] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3744e82d-63ef-48cb-b948-47032594ecdf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.813452] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed8001-d964-4f8a-a852-e3b4959fc03d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.825410] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6b1361-20cf-4aa1-9849-12554a694ee5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.835183] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a751d-6cc0-4b0f-9543-358af7bac0ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.854908] env[69195]: WARNING nova.virt.vmwareapi.driver [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 could not be found. [ 954.855135] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.882252] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c9c51e7-b271-47f7-93f8-c9cf7a31b1bd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.884664] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daab7d2b-b437-4eb4-abac-d5ab9a4ed21c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.896158] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f026835-7cb3-4efc-8536-28d6adc0a506 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.900084] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504693, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.902782] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c86a64a-16c5-480d-b8df-1289dc68990d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.923905] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "9fe63127-8329-4a25-b9b9-b5e0369ae943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.924210] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "9fe63127-8329-4a25-b9b9-b5e0369ae943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.924408] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "9fe63127-8329-4a25-b9b9-b5e0369ae943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.924624] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "9fe63127-8329-4a25-b9b9-b5e0369ae943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.924851] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "9fe63127-8329-4a25-b9b9-b5e0369ae943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.926671] env[69195]: DEBUG nova.compute.provider_tree [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.928538] env[69195]: INFO nova.compute.manager [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Terminating instance [ 954.942852] env[69195]: WARNING nova.virt.vmwareapi.vmops [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 could not be found. [ 954.943069] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.943253] env[69195]: INFO nova.compute.manager [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Took 0.14 seconds to destroy the instance on the hypervisor. [ 954.943493] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.945014] env[69195]: DEBUG nova.scheduler.client.report [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.951678] env[69195]: DEBUG nova.compute.manager [-] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.951678] env[69195]: DEBUG nova.network.neutron [-] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.955676] env[69195]: INFO nova.compute.manager [-] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Took 1.31 seconds to deallocate network for instance. [ 954.973237] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504694, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.097576] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504695, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.293655] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f520e2-c8e3-e123-89f5-6b6e018f0414, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.293950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.294225] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6/68cc86df-23b7-48ca-8ab5-ce4f930edcc6.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.295254] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9894ce22-697c-4a77-aaad-e9092184def0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.302848] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 955.302848] env[69195]: value = "task-3504696" [ 955.302848] env[69195]: _type = "Task" [ 955.302848] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.312599] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.366924] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504693, 'name': CloneVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.453631] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.454394] env[69195]: DEBUG nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.457721] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.836s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.460221] env[69195]: INFO nova.compute.claims [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.464686] env[69195]: DEBUG nova.compute.manager [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.465058] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.466791] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.468402] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d8f9a-a90b-4776-b1b2-4798f827c524 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.483938] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.487910] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2cf2851-a58f-4dd7-996a-3402f90c3749 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.490304] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504694, 'name': CloneVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.498715] env[69195]: DEBUG oslo_vmware.api [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 955.498715] env[69195]: value = "task-3504697" [ 955.498715] env[69195]: _type = "Task" [ 955.498715] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.517598] env[69195]: DEBUG oslo_vmware.api [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.599934] env[69195]: DEBUG oslo_vmware.api [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504695, 'name': PowerOnVM_Task, 'duration_secs': 0.631309} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.600250] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.600456] env[69195]: INFO nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Took 8.35 seconds to spawn the instance on the hypervisor. [ 955.600638] env[69195]: DEBUG nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.601535] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644addea-7879-497d-a640-094bddc07fa0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.817233] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504696, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.865828] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504693, 'name': CloneVM_Task, 'duration_secs': 1.236957} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.866134] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Created linked-clone VM from snapshot [ 955.867046] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f190e975-4e56-40c2-ab96-84b7aa4f6b28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.877566] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Uploading image 338a5865-3f55-405b-be9b-b1afa9360bf0 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 955.902594] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 955.902594] env[69195]: value = "vm-700336" [ 955.902594] env[69195]: _type = "VirtualMachine" [ 955.902594] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 955.902906] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bac22ecb-4deb-4471-923c-7308bf09e33c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.911656] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease: (returnval){ [ 955.911656] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f4a493-e886-cfd3-0e33-ce8522fa57f6" [ 955.911656] env[69195]: _type = "HttpNfcLease" [ 955.911656] env[69195]: } obtained for exporting VM: (result){ [ 955.911656] env[69195]: value = "vm-700336" [ 955.911656] env[69195]: _type = "VirtualMachine" [ 955.911656] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 955.911898] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the lease: (returnval){ [ 955.911898] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f4a493-e886-cfd3-0e33-ce8522fa57f6" [ 955.911898] env[69195]: _type = "HttpNfcLease" [ 955.911898] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 955.919747] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.919747] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f4a493-e886-cfd3-0e33-ce8522fa57f6" [ 955.919747] env[69195]: _type = "HttpNfcLease" [ 955.919747] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 955.976360] env[69195]: DEBUG nova.compute.utils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.978201] env[69195]: DEBUG nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.978377] env[69195]: DEBUG nova.network.neutron [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.991792] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504694, 'name': CloneVM_Task, 'duration_secs': 1.187149} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.993013] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Created linked-clone VM from snapshot [ 955.993829] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5a32c8-29d9-4130-8288-2e925a38c8da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.005745] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Uploading image f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 956.013418] env[69195]: DEBUG oslo_vmware.api [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504697, 'name': PowerOffVM_Task, 'duration_secs': 0.426789} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.013976] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.014260] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.014524] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68e2de97-947e-4f33-817b-d43f364e4aac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.033676] env[69195]: DEBUG oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 956.033676] env[69195]: value = "vm-700337" [ 956.033676] env[69195]: _type = "VirtualMachine" [ 956.033676] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 956.033970] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8ae9c70e-28c5-470d-84ef-296eddf387c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.040749] env[69195]: DEBUG nova.compute.manager [req-a26f0672-7766-44e9-9dff-433c06ca64c1 req-b869b41d-dce9-4ff6-8709-9b2722b882cd service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Received event network-vif-deleted-8cc7a657-cc1e-4df3-92ae-e4a20ba7caac {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.040950] env[69195]: INFO nova.compute.manager [req-a26f0672-7766-44e9-9dff-433c06ca64c1 req-b869b41d-dce9-4ff6-8709-9b2722b882cd service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Neutron deleted interface 8cc7a657-cc1e-4df3-92ae-e4a20ba7caac; detaching it from the instance and deleting it from the info cache [ 956.041170] env[69195]: DEBUG nova.network.neutron [req-a26f0672-7766-44e9-9dff-433c06ca64c1 req-b869b41d-dce9-4ff6-8709-9b2722b882cd service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.043852] env[69195]: DEBUG oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lease: (returnval){ [ 956.043852] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525380da-3790-bef4-3c38-1bbf32e9cce4" [ 956.043852] env[69195]: _type = "HttpNfcLease" [ 956.043852] env[69195]: } obtained for exporting VM: (result){ [ 956.043852] env[69195]: value = "vm-700337" [ 956.043852] env[69195]: _type = "VirtualMachine" [ 956.043852] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 956.044244] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the lease: (returnval){ [ 956.044244] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525380da-3790-bef4-3c38-1bbf32e9cce4" [ 956.044244] env[69195]: _type = "HttpNfcLease" [ 956.044244] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 956.052783] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.052783] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525380da-3790-bef4-3c38-1bbf32e9cce4" [ 956.052783] env[69195]: _type = "HttpNfcLease" [ 956.052783] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.077141] env[69195]: DEBUG nova.policy [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccbb0983e1e044b7b5039893ba8decae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9860055854a4426c97d37db71b61d2d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.101961] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.102273] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.102523] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleting the datastore file [datastore2] 9fe63127-8329-4a25-b9b9-b5e0369ae943 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.102851] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-685d854e-9091-4b91-89db-2f6e3c252e20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.120244] env[69195]: DEBUG oslo_vmware.api [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 956.120244] env[69195]: value = "task-3504701" [ 956.120244] env[69195]: _type = "Task" [ 956.120244] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.126865] env[69195]: INFO nova.compute.manager [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Took 37.24 seconds to build instance. [ 956.134622] env[69195]: DEBUG oslo_vmware.api [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.186313] env[69195]: DEBUG nova.network.neutron [-] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.330833] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527256} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.331166] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6/68cc86df-23b7-48ca-8ab5-ce4f930edcc6.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.331390] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.332000] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d54cf2-9f4e-4bb1-827d-f19447313319 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.340497] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 956.340497] env[69195]: value = "task-3504702" [ 956.340497] env[69195]: _type = "Task" [ 956.340497] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.351237] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.420560] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.420560] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f4a493-e886-cfd3-0e33-ce8522fa57f6" [ 956.420560] env[69195]: _type = "HttpNfcLease" [ 956.420560] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 956.420872] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 956.420872] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f4a493-e886-cfd3-0e33-ce8522fa57f6" [ 956.420872] env[69195]: _type = "HttpNfcLease" [ 956.420872] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 956.421711] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f9e88-62e7-46bb-a55f-3d3014a228be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.430493] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043d1f-3b04-a0ce-0c30-218ca42c1e27/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 956.430677] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043d1f-3b04-a0ce-0c30-218ca42c1e27/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 956.494389] env[69195]: DEBUG nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.544971] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0aa2f762-8c69-40b1-9053-c2a0283af85a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.547450] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e04b3719-55ce-4c84-81ef-6837bb5df5fc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.559595] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.559595] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525380da-3790-bef4-3c38-1bbf32e9cce4" [ 956.559595] env[69195]: _type = "HttpNfcLease" [ 956.559595] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 956.560874] env[69195]: DEBUG oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 956.560874] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525380da-3790-bef4-3c38-1bbf32e9cce4" [ 956.560874] env[69195]: _type = "HttpNfcLease" [ 956.560874] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 956.562662] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef5071-957e-4701-b1a4-8e6ba6bb4ed2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.568068] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f1ec1f-ab8b-401c-b3ba-79da4e2d180e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.592490] env[69195]: DEBUG oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfa46c-e4b2-bbce-bea4-f4da115f0ee0/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 956.592574] env[69195]: DEBUG oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfa46c-e4b2-bbce-bea4-f4da115f0ee0/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 956.669056] env[69195]: DEBUG nova.compute.manager [req-a26f0672-7766-44e9-9dff-433c06ca64c1 req-b869b41d-dce9-4ff6-8709-9b2722b882cd service nova] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Detach interface failed, port_id=8cc7a657-cc1e-4df3-92ae-e4a20ba7caac, reason: Instance dbf65c44-8008-4aa8-8c39-1793c7b58d11 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.669056] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7d4e182-3d1a-4dad-bce3-42b7c5e312dd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "81ccba60-0cff-4dfc-838f-aea8608e59aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.818s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.670379] env[69195]: DEBUG nova.network.neutron [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Successfully created port: 33cd98d7-219b-4fdd-b1e1-9ffcbd8af598 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.684342] env[69195]: DEBUG oslo_vmware.api [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169159} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.684605] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.684781] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.684957] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.685190] env[69195]: INFO nova.compute.manager [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Took 1.22 seconds to destroy the instance on the hypervisor. [ 956.685438] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.685623] env[69195]: DEBUG nova.compute.manager [-] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.685712] env[69195]: DEBUG nova.network.neutron [-] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.688963] env[69195]: INFO nova.compute.manager [-] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Took 1.74 seconds to deallocate network for instance. [ 956.758945] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bd82b46-4204-4f20-95be-9e6d77431bf3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.855440] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078823} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.855727] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.857619] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe5b532-c083-45ed-b304-fa17c277629a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.890807] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6/68cc86df-23b7-48ca-8ab5-ce4f930edcc6.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.895779] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8a3704-ad67-4292-8ee8-e61c5db43cc8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.921749] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 956.921749] env[69195]: value = "task-3504703" [ 956.921749] env[69195]: _type = "Task" [ 956.921749] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.935380] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.110169] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4455fb-3782-4eb0-9eb6-306930dff962 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.119812] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a34339b-ecc2-4d73-8c40-c1db467aef9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.157732] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c29b305-e8b4-4966-b997-849ec1160cfc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.168647] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5256b3cd-efb8-444b-b0db-7cbccc31e695 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.189347] env[69195]: DEBUG nova.compute.provider_tree [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.260433] env[69195]: INFO nova.compute.manager [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Took 0.57 seconds to detach 1 volumes for instance. [ 957.263373] env[69195]: DEBUG nova.compute.manager [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Deleting volume: 505223fe-71c2-40ea-b0db-10c6aa484be7 {{(pid=69195) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 957.433988] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504703, 'name': ReconfigVM_Task, 'duration_secs': 0.393019} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.434343] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6/68cc86df-23b7-48ca-8ab5-ce4f930edcc6.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.435674] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e47078d-5d21-4188-9aef-03e083260fb2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.445308] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 957.445308] env[69195]: value = "task-3504705" [ 957.445308] env[69195]: _type = "Task" [ 957.445308] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.464854] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504705, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.509336] env[69195]: DEBUG nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.692638] env[69195]: DEBUG nova.scheduler.client.report [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.828659] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.957121] env[69195]: DEBUG nova.network.neutron [-] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.969602] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504705, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.201472] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.202416] env[69195]: DEBUG nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.208791] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.556s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.209078] env[69195]: DEBUG nova.objects.instance [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 958.233824] env[69195]: DEBUG nova.compute.manager [req-5093f8f0-b7fd-42f4-a8da-8bd9efd398ff req-c7861e63-e507-43b4-b0a6-015dc9d8b933 service nova] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Received event network-vif-deleted-377a5b5c-b47c-4968-a0fb-71c0af630466 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.461166] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504705, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.471080] env[69195]: INFO nova.compute.manager [-] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Took 1.79 seconds to deallocate network for instance. [ 958.710959] env[69195]: DEBUG nova.compute.utils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.712876] env[69195]: DEBUG nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.713197] env[69195]: DEBUG nova.network.neutron [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.858211] env[69195]: DEBUG nova.policy [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b4adaf2b4e647d7855a9c1c311e459d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af172a586c5e4264a02d8a4ada6b5f47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.959711] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504705, 'name': Rename_Task, 'duration_secs': 1.180215} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.960345] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.960744] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277d3dda-bf3a-4cd7-950f-7337c4775b0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.970065] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 958.970065] env[69195]: value = "task-3504706" [ 958.970065] env[69195]: _type = "Task" [ 958.970065] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.979831] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.980126] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.219718] env[69195]: DEBUG nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.225205] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3bb4cb77-eb81-45f3-9957-602008cc46cb tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.226705] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.813s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.227814] env[69195]: DEBUG nova.objects.instance [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lazy-loading 'resources' on Instance uuid c7176194-67ce-4a91-9e97-d8a3dcf2bd0b {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.486802] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504706, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.491541] env[69195]: DEBUG nova.network.neutron [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Successfully updated port: 33cd98d7-219b-4fdd-b1e1-9ffcbd8af598 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.657663] env[69195]: DEBUG nova.network.neutron [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Successfully created port: 1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.984171] env[69195]: DEBUG oslo_vmware.api [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504706, 'name': PowerOnVM_Task, 'duration_secs': 0.52732} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.984458] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.984661] env[69195]: INFO nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Took 10.02 seconds to spawn the instance on the hypervisor. [ 959.984840] env[69195]: DEBUG nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.985674] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02454ca-e40f-44a5-93be-5348d015b59a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.995654] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.995805] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquired lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.995955] env[69195]: DEBUG nova.network.neutron [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.154379] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a82b9ff-ee9f-449b-a2ba-78a7c96a97f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.164129] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9684a2-3b3a-4f33-aa9c-eef5b5c36be2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.197463] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3a8588-42cc-4b26-93e8-adcb6b8a436e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.206216] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b1d6a6-7cef-4baa-b9f6-0f3d471285f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.222709] env[69195]: DEBUG nova.compute.provider_tree [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.237323] env[69195]: DEBUG nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.509562] env[69195]: INFO nova.compute.manager [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Took 40.91 seconds to build instance. [ 960.543057] env[69195]: DEBUG nova.network.neutron [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.726435] env[69195]: DEBUG nova.scheduler.client.report [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.741565] env[69195]: DEBUG nova.network.neutron [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Updating instance_info_cache with network_info: [{"id": "33cd98d7-219b-4fdd-b1e1-9ffcbd8af598", "address": "fa:16:3e:ae:ba:6d", "network": {"id": "8f5d8268-1352-440a-a384-cfabcb8c8454", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1762883685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9860055854a4426c97d37db71b61d2d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cd98d7-21", "ovs_interfaceid": "33cd98d7-219b-4fdd-b1e1-9ffcbd8af598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.756113] env[69195]: DEBUG nova.compute.manager [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Received event network-vif-plugged-33cd98d7-219b-4fdd-b1e1-9ffcbd8af598 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.756383] env[69195]: DEBUG oslo_concurrency.lockutils [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] Acquiring lock "e8d7755d-10b3-485f-a580-f3461a3ba36b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.756850] env[69195]: DEBUG oslo_concurrency.lockutils [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.756850] env[69195]: DEBUG oslo_concurrency.lockutils [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.757095] env[69195]: DEBUG nova.compute.manager [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] No waiting events found dispatching network-vif-plugged-33cd98d7-219b-4fdd-b1e1-9ffcbd8af598 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.757315] env[69195]: WARNING nova.compute.manager [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Received unexpected event network-vif-plugged-33cd98d7-219b-4fdd-b1e1-9ffcbd8af598 for instance with vm_state building and task_state spawning. [ 960.757526] env[69195]: DEBUG nova.compute.manager [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Received event network-changed-33cd98d7-219b-4fdd-b1e1-9ffcbd8af598 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.757689] env[69195]: DEBUG nova.compute.manager [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Refreshing instance network info cache due to event network-changed-33cd98d7-219b-4fdd-b1e1-9ffcbd8af598. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.757859] env[69195]: DEBUG oslo_concurrency.lockutils [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] Acquiring lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.011694] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0aa08e3c-bd72-4daf-989d-9abac41670cb tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.432s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.234190] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.237540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.727s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.239486] env[69195]: INFO nova.compute.claims [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.250427] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Releasing lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.250427] env[69195]: DEBUG nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Instance network_info: |[{"id": "33cd98d7-219b-4fdd-b1e1-9ffcbd8af598", "address": "fa:16:3e:ae:ba:6d", "network": {"id": "8f5d8268-1352-440a-a384-cfabcb8c8454", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1762883685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9860055854a4426c97d37db71b61d2d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cd98d7-21", "ovs_interfaceid": "33cd98d7-219b-4fdd-b1e1-9ffcbd8af598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.250427] env[69195]: DEBUG oslo_concurrency.lockutils [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] Acquired lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.250427] env[69195]: DEBUG nova.network.neutron [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Refreshing network info cache for port 33cd98d7-219b-4fdd-b1e1-9ffcbd8af598 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.264614] env[69195]: INFO nova.scheduler.client.report [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Deleted allocations for instance c7176194-67ce-4a91-9e97-d8a3dcf2bd0b [ 961.359343] env[69195]: DEBUG nova.network.neutron [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Successfully updated port: 1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.662506] env[69195]: INFO nova.compute.manager [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Rescuing [ 961.663070] env[69195]: DEBUG oslo_concurrency.lockutils [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.663290] env[69195]: DEBUG oslo_concurrency.lockutils [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.663584] env[69195]: DEBUG nova.network.neutron [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.773502] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9239b5e6-2cfa-4bc0-8110-89ebed7a6ee8 tempest-ImagesOneServerNegativeTestJSON-1186419322 tempest-ImagesOneServerNegativeTestJSON-1186419322-project-member] Lock "c7176194-67ce-4a91-9e97-d8a3dcf2bd0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.904s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.861941] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquiring lock "refresh_cache-f53e62c6-006d-4d73-a1f7-11308a8a87bc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.862150] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquired lock "refresh_cache-f53e62c6-006d-4d73-a1f7-11308a8a87bc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.862298] env[69195]: DEBUG nova.network.neutron [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.051607] env[69195]: DEBUG nova.network.neutron [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Updated VIF entry in instance network info cache for port 33cd98d7-219b-4fdd-b1e1-9ffcbd8af598. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.052108] env[69195]: DEBUG nova.network.neutron [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Updating instance_info_cache with network_info: [{"id": "33cd98d7-219b-4fdd-b1e1-9ffcbd8af598", "address": "fa:16:3e:ae:ba:6d", "network": {"id": "8f5d8268-1352-440a-a384-cfabcb8c8454", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1762883685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9860055854a4426c97d37db71b61d2d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cd98d7-21", "ovs_interfaceid": "33cd98d7-219b-4fdd-b1e1-9ffcbd8af598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.439492] env[69195]: DEBUG nova.network.neutron [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.535863] env[69195]: DEBUG nova.network.neutron [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Updating instance_info_cache with network_info: [{"id": "2bd5645f-c013-434b-a889-506df9758f0c", "address": "fa:16:3e:b4:28:f3", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd5645f-c0", "ovs_interfaceid": "2bd5645f-c013-434b-a889-506df9758f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.554605] env[69195]: DEBUG oslo_concurrency.lockutils [req-75c0036b-2ee2-4ddc-a384-f9e85ad47aa0 req-f606f38a-3fa5-44fb-892d-8c88e8943539 service nova] Releasing lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.629384] env[69195]: DEBUG nova.network.neutron [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Updating instance_info_cache with network_info: [{"id": "1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c", "address": "fa:16:3e:5c:de:fb", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bdd77f8-26", "ovs_interfaceid": "1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.674601] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80441598-7fd1-4ea9-a00f-0254aea44442 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.685332] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff603e7-b665-446d-b691-5c0db28cb4b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.719951] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56ec61a-5137-410e-806b-e13afe0575d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.728663] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c6f88-4e0f-4fb3-94a2-55648a98bf52 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.743712] env[69195]: DEBUG nova.compute.provider_tree [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.042969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "refresh_cache-68cc86df-23b7-48ca-8ab5-ce4f930edcc6" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.133018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Releasing lock "refresh_cache-f53e62c6-006d-4d73-a1f7-11308a8a87bc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.133419] env[69195]: DEBUG nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Instance network_info: |[{"id": "1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c", "address": "fa:16:3e:5c:de:fb", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bdd77f8-26", "ovs_interfaceid": "1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.247110] env[69195]: DEBUG nova.scheduler.client.report [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.752824] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.753558] env[69195]: DEBUG nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.756372] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.474s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.756598] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.759270] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.721s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.759452] env[69195]: DEBUG nova.objects.instance [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lazy-loading 'resources' on Instance uuid 6ae50937-9b05-4ef1-98eb-7f9df3073804 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.783832] env[69195]: INFO nova.scheduler.client.report [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Deleted allocations for instance dc3ae514-ef07-4420-9382-41f3893f28fa [ 964.263056] env[69195]: DEBUG nova.compute.utils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.267643] env[69195]: DEBUG nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.267931] env[69195]: DEBUG nova.network.neutron [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.295192] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c3712409-3a80-471a-b3e8-d3e8f54a2907 tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "dc3ae514-ef07-4420-9382-41f3893f28fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.441s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.321696] env[69195]: DEBUG nova.policy [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3bd35dcf57145f69aa042d06407610b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be8e58b64ff4dbbb62a4869c34b7f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.608145] env[69195]: DEBUG nova.network.neutron [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Successfully created port: d9501102-e1b8-493f-939d-8cd845b3abf8 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.645164] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e2b80-eb09-42c5-97ad-4887108b6008 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.654392] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2663d-507b-49d9-9afb-e17194545f80 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.690443] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5b106e-2ca2-4cb4-b876-a57c7fedd59b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.701436] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdadcfe7-ca2b-4dbb-a49c-910010a07ac3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.722516] env[69195]: DEBUG nova.compute.provider_tree [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.733684] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.734034] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.734692] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.734692] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.734814] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.734864] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.735312] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.735544] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.735669] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.735830] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.736138] env[69195]: DEBUG nova.virt.hardware [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.738613] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40b3a47-12aa-472c-9093-29124ac40114 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.749745] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.749956] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.750281] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.750370] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.751026] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.751026] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.751026] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.751250] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.751250] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.751409] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.751596] env[69195]: DEBUG nova.virt.hardware [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.753035] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747f10f-0124-481c-bc2b-d39fe25b0b5d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.760254] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f1ea74-eb97-4d91-b4b7-0e22e8575dbb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.776146] env[69195]: DEBUG nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.779403] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:ba:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33cd98d7-219b-4fdd-b1e1-9ffcbd8af598', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.788140] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Creating folder: Project (9860055854a4426c97d37db71b61d2d6). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.792963] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df8c31-ca77-4fd3-ac01-1093aaad7775 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.797498] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bed5a110-21a4-43de-8c53-5ffb89a0b445 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.820370] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:de:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.827944] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Creating folder: Project (af172a586c5e4264a02d8a4ada6b5f47). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.832705] env[69195]: DEBUG oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfa46c-e4b2-bbce-bea4-f4da115f0ee0/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 964.833337] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d0624a3-506f-4d54-a0f4-128ed5265b29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.835131] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Created folder: Project (9860055854a4426c97d37db71b61d2d6) in parent group-v700121. [ 964.835610] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Creating folder: Instances. Parent ref: group-v700338. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.836229] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03c22a6-55c3-4d7b-9efa-4096cb0577b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.840025] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f90ad794-b299-40a1-88f0-c24f2dd3938d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.845665] env[69195]: DEBUG oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfa46c-e4b2-bbce-bea4-f4da115f0ee0/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 964.845838] env[69195]: ERROR oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfa46c-e4b2-bbce-bea4-f4da115f0ee0/disk-0.vmdk due to incomplete transfer. [ 964.846096] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4748138f-2ba3-4c11-af3d-f019a75c8612 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.852869] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Created folder: Instances in parent group-v700338. [ 964.853133] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.854402] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.854670] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Created folder: Project (af172a586c5e4264a02d8a4ada6b5f47) in parent group-v700121. [ 964.854836] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Creating folder: Instances. Parent ref: group-v700340. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.855771] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d990d50-3d5a-471b-bb8a-81dff40f3e64 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.870306] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18a9f409-dd5e-4ea8-980f-06fd8e41e442 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.871892] env[69195]: DEBUG oslo_vmware.rw_handles [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfa46c-e4b2-bbce-bea4-f4da115f0ee0/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 964.876018] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Uploaded image f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 964.876018] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.876018] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0175c995-62df-4729-a68c-b774f610a2b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.881700] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.881700] env[69195]: value = "task-3504712" [ 964.881700] env[69195]: _type = "Task" [ 964.881700] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.883037] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 964.883037] env[69195]: value = "task-3504711" [ 964.883037] env[69195]: _type = "Task" [ 964.883037] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.890541] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Created folder: Instances in parent group-v700340. [ 964.890805] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.892246] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.892875] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0882aaf4-067c-4be9-8e6a-b0f9f76f0e74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.914770] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504711, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.915115] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504712, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.920773] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.920773] env[69195]: value = "task-3504713" [ 964.920773] env[69195]: _type = "Task" [ 964.920773] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.929563] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504713, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.962815] env[69195]: DEBUG nova.compute.manager [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Received event network-vif-plugged-1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.963058] env[69195]: DEBUG oslo_concurrency.lockutils [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] Acquiring lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.963345] env[69195]: DEBUG oslo_concurrency.lockutils [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] Lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.964045] env[69195]: DEBUG oslo_concurrency.lockutils [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] Lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.964465] env[69195]: DEBUG nova.compute.manager [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] No waiting events found dispatching network-vif-plugged-1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.964869] env[69195]: WARNING nova.compute.manager [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Received unexpected event network-vif-plugged-1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c for instance with vm_state building and task_state spawning. [ 964.965092] env[69195]: DEBUG nova.compute.manager [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Received event network-changed-1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.965259] env[69195]: DEBUG nova.compute.manager [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Refreshing instance network info cache due to event network-changed-1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.965487] env[69195]: DEBUG oslo_concurrency.lockutils [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] Acquiring lock "refresh_cache-f53e62c6-006d-4d73-a1f7-11308a8a87bc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.965634] env[69195]: DEBUG oslo_concurrency.lockutils [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] Acquired lock "refresh_cache-f53e62c6-006d-4d73-a1f7-11308a8a87bc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.965791] env[69195]: DEBUG nova.network.neutron [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Refreshing network info cache for port 1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.995614] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043d1f-3b04-a0ce-0c30-218ca42c1e27/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 964.996665] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6446cb64-655e-46f9-afab-86c81ae51c56 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.003890] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043d1f-3b04-a0ce-0c30-218ca42c1e27/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 965.004017] env[69195]: ERROR oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043d1f-3b04-a0ce-0c30-218ca42c1e27/disk-0.vmdk due to incomplete transfer. [ 965.004230] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d13b7b7f-ba5a-4bba-acd4-ccfc15026a18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.013685] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043d1f-3b04-a0ce-0c30-218ca42c1e27/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 965.013685] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Uploaded image 338a5865-3f55-405b-be9b-b1afa9360bf0 to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 965.015709] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 965.015969] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26bbec85-c302-4b92-a6a2-5e8c235ca0df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.024322] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 965.024322] env[69195]: value = "task-3504714" [ 965.024322] env[69195]: _type = "Task" [ 965.024322] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.034199] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504714, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.226494] env[69195]: DEBUG nova.scheduler.client.report [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.404664] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504712, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.408475] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504711, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.432134] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504713, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.539098] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504714, 'name': Destroy_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.734998] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.740654] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.210s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.740769] env[69195]: DEBUG nova.objects.instance [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lazy-loading 'resources' on Instance uuid 263f0381-c6a6-4de2-973d-1d2d00cd4fcb {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.785521] env[69195]: INFO nova.scheduler.client.report [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Deleted allocations for instance 6ae50937-9b05-4ef1-98eb-7f9df3073804 [ 965.799987] env[69195]: DEBUG nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.833702] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.834385] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.834681] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.835014] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.835300] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.835575] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.835945] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.836246] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.836512] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.836709] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.837010] env[69195]: DEBUG nova.virt.hardware [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.838937] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12232579-5848-4aa7-a4ee-5189192a7230 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.855659] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15218b4-a1b2-4141-8be0-9c7080be906f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.863555] env[69195]: DEBUG nova.network.neutron [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Updated VIF entry in instance network info cache for port 1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.863555] env[69195]: DEBUG nova.network.neutron [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Updating instance_info_cache with network_info: [{"id": "1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c", "address": "fa:16:3e:5c:de:fb", "network": {"id": "e7a76fc8-adaf-46f2-b111-181bb2507749", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "754d7098384f42b0babc2a6767e4cbb0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bdd77f8-26", "ovs_interfaceid": "1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.897440] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504712, 'name': CreateVM_Task, 'duration_secs': 0.822162} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.898252] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.899307] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.899580] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.900084] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.904411] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44286f48-bd2a-4a8a-a74e-64f712dee6fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.905816] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504711, 'name': Destroy_Task, 'duration_secs': 0.889467} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.906562] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Destroyed the VM [ 965.906853] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.907505] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e450d447-a248-4617-9963-7896ebed765f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.910465] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 965.910465] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ea817f-187d-5d51-6736-ef3ed9f69374" [ 965.910465] env[69195]: _type = "Task" [ 965.910465] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.914933] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 965.914933] env[69195]: value = "task-3504715" [ 965.914933] env[69195]: _type = "Task" [ 965.914933] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.922019] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ea817f-187d-5d51-6736-ef3ed9f69374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.929980] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504715, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.935341] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504713, 'name': CreateVM_Task, 'duration_secs': 0.816335} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.935341] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.935929] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.035789] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504714, 'name': Destroy_Task, 'duration_secs': 0.778361} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.036084] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Destroyed the VM [ 966.036321] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 966.036671] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cdfd41d6-b1a8-47ac-ad58-616e743dc131 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.044780] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 966.044780] env[69195]: value = "task-3504716" [ 966.044780] env[69195]: _type = "Task" [ 966.044780] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.056611] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.294900] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2fcbea48-26e0-45ac-9ee6-2c41e708b7b6 tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "6ae50937-9b05-4ef1-98eb-7f9df3073804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.491s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.315196] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.315481] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7497d6c1-460d-4a7d-8cf4-d8c088dff17f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.323277] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 966.323277] env[69195]: value = "task-3504717" [ 966.323277] env[69195]: _type = "Task" [ 966.323277] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.333504] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.368672] env[69195]: DEBUG oslo_concurrency.lockutils [req-3e566b42-7182-430d-95a1-93325630bad3 req-3d0805b2-51ec-42cc-8888-36325fb824b9 service nova] Releasing lock "refresh_cache-f53e62c6-006d-4d73-a1f7-11308a8a87bc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.384864] env[69195]: DEBUG nova.network.neutron [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Successfully updated port: d9501102-e1b8-493f-939d-8cd845b3abf8 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.430471] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504715, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.430745] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ea817f-187d-5d51-6736-ef3ed9f69374, 'name': SearchDatastore_Task, 'duration_secs': 0.025049} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.430998] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.431291] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.431519] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.431667] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.431842] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.436216] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.436708] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.436793] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34072681-ffe3-45b1-a558-f657f9725770 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.441886] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1b3088-b884-4ec4-bd2c-7a012bcffc5b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.448068] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 966.448068] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ef2007-41a0-d3f8-91e1-feb7cd2dcb4c" [ 966.448068] env[69195]: _type = "Task" [ 966.448068] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.453339] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.453535] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.454619] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9392d369-7efc-4422-a340-a8d90069c67e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.461463] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ef2007-41a0-d3f8-91e1-feb7cd2dcb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.465738] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 966.465738] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52859086-27fb-bc70-7e44-0470fdf8c43c" [ 966.465738] env[69195]: _type = "Task" [ 966.465738] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.479432] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52859086-27fb-bc70-7e44-0470fdf8c43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.562749] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504716, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.611465] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "64068cef-b827-484b-b713-3751fcdc2786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.612262] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.612949] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "64068cef-b827-484b-b713-3751fcdc2786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.613070] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.613236] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.618603] env[69195]: INFO nova.compute.manager [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Terminating instance [ 966.692711] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "2ed70894-b89f-4785-9bb4-8f897bd444cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.692887] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "2ed70894-b89f-4785-9bb4-8f897bd444cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.698663] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060320f0-d6eb-4836-b621-8758eb9b32d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.707811] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f2ab31-04af-4d38-ab29-294134b862cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.747551] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0667d323-a539-4f2a-86ba-8197a9af567c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.757728] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d273394-47c2-4114-834e-49fb60a54bbf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.773087] env[69195]: DEBUG nova.compute.provider_tree [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.833791] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504717, 'name': PowerOffVM_Task, 'duration_secs': 0.201921} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.834461] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.835269] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12e6e83-76a7-4367-8396-fe29536bd052 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.855398] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d037b-2dd7-453a-92c5-17c7a7f6e962 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.890150] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-4907b8e3-ba7d-4536-a2c0-692ae0409466" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.890309] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-4907b8e3-ba7d-4536-a2c0-692ae0409466" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.890465] env[69195]: DEBUG nova.network.neutron [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.901756] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.902604] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20340cd5-03d5-4863-9112-599946a55232 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.912376] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 966.912376] env[69195]: value = "task-3504718" [ 966.912376] env[69195]: _type = "Task" [ 966.912376] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.923882] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 966.924159] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.924440] env[69195]: DEBUG oslo_concurrency.lockutils [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.928021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.928021] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.928021] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-521bbfb8-3a1e-4575-b8ac-ea5815179cc7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.929712] env[69195]: DEBUG oslo_vmware.api [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504715, 'name': RemoveSnapshot_Task, 'duration_secs': 0.691557} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.930287] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 966.930504] env[69195]: INFO nova.compute.manager [None req-99a79f96-94d5-4198-8693-13f71b435a20 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Took 14.57 seconds to snapshot the instance on the hypervisor. [ 966.936757] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.936932] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.937655] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ffdb6a-55ae-45b1-bc92-c6c8d0de96e9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.943807] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 966.943807] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52334733-6cd7-5467-36ab-ff5fcafec7c7" [ 966.943807] env[69195]: _type = "Task" [ 966.943807] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.958729] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52334733-6cd7-5467-36ab-ff5fcafec7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009065} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.962946] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ef2007-41a0-d3f8-91e1-feb7cd2dcb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.016409} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.963182] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8974e9e5-b278-4d72-b0d4-5f378aa5cb48 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.965391] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.965631] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.965839] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.970788] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 966.970788] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f125e0-cb14-a829-79c2-ece94e8e25b3" [ 966.970788] env[69195]: _type = "Task" [ 966.970788] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.977781] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52859086-27fb-bc70-7e44-0470fdf8c43c, 'name': SearchDatastore_Task, 'duration_secs': 0.017045} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.978953] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecec2bc4-cc75-4cdd-b21c-0c483933b794 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.986027] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f125e0-cb14-a829-79c2-ece94e8e25b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.986223] env[69195]: DEBUG oslo_concurrency.lockutils [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.986538] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. {{(pid=69195) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 966.986813] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17a12ef9-bb39-4bd1-955a-778089e37cd2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.990097] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 966.990097] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d5d30b-bcd6-6af1-0718-67474f55595c" [ 966.990097] env[69195]: _type = "Task" [ 966.990097] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.995129] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 966.995129] env[69195]: value = "task-3504719" [ 966.995129] env[69195]: _type = "Task" [ 966.995129] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.997115] env[69195]: DEBUG nova.compute.manager [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Received event network-vif-plugged-d9501102-e1b8-493f-939d-8cd845b3abf8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.997321] env[69195]: DEBUG oslo_concurrency.lockutils [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] Acquiring lock "4907b8e3-ba7d-4536-a2c0-692ae0409466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.997611] env[69195]: DEBUG oslo_concurrency.lockutils [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.997781] env[69195]: DEBUG oslo_concurrency.lockutils [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.997962] env[69195]: DEBUG nova.compute.manager [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] No waiting events found dispatching network-vif-plugged-d9501102-e1b8-493f-939d-8cd845b3abf8 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.998146] env[69195]: WARNING nova.compute.manager [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Received unexpected event network-vif-plugged-d9501102-e1b8-493f-939d-8cd845b3abf8 for instance with vm_state building and task_state spawning. [ 966.998303] env[69195]: DEBUG nova.compute.manager [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Received event network-changed-d9501102-e1b8-493f-939d-8cd845b3abf8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.998469] env[69195]: DEBUG nova.compute.manager [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Refreshing instance network info cache due to event network-changed-d9501102-e1b8-493f-939d-8cd845b3abf8. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.998632] env[69195]: DEBUG oslo_concurrency.lockutils [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] Acquiring lock "refresh_cache-4907b8e3-ba7d-4536-a2c0-692ae0409466" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.005273] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d5d30b-bcd6-6af1-0718-67474f55595c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.011271] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.056207] env[69195]: DEBUG oslo_vmware.api [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504716, 'name': RemoveSnapshot_Task, 'duration_secs': 0.703097} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.056483] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 967.056718] env[69195]: INFO nova.compute.manager [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Took 15.33 seconds to snapshot the instance on the hypervisor. [ 967.123878] env[69195]: DEBUG nova.compute.manager [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.123878] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.124424] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc268ce-4836-4ee7-b739-43aa5fbdfb02 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.135552] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.135552] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8615b80e-174c-471f-9bc3-cbbe61a42c37 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.142202] env[69195]: DEBUG oslo_vmware.api [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 967.142202] env[69195]: value = "task-3504720" [ 967.142202] env[69195]: _type = "Task" [ 967.142202] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.152218] env[69195]: DEBUG oslo_vmware.api [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.195450] env[69195]: DEBUG nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.277378] env[69195]: DEBUG nova.scheduler.client.report [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.290189] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "94cd8c25-80e2-4bc4-a283-3162301561ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.290463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "94cd8c25-80e2-4bc4-a283-3162301561ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.290671] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "94cd8c25-80e2-4bc4-a283-3162301561ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.290846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "94cd8c25-80e2-4bc4-a283-3162301561ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.291056] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "94cd8c25-80e2-4bc4-a283-3162301561ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.294086] env[69195]: INFO nova.compute.manager [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Terminating instance [ 967.474838] env[69195]: DEBUG nova.network.neutron [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.516782] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455783} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.520581] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. [ 967.521361] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d5d30b-bcd6-6af1-0718-67474f55595c, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.522579] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a806ec-2fb1-40ce-a80d-d9737cd1f366 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.525700] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.526109] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] e8d7755d-10b3-485f-a580-f3461a3ba36b/e8d7755d-10b3-485f-a580-f3461a3ba36b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.526521] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.526779] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.527068] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d966833f-531a-44b4-b671-96afcaf064ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.529635] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ad3aa4f-d33c-4113-8ce4-17fa2ecfd620 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.553384] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.556026] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58ad33fc-fba0-4143-a815-144c81864a0b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.576318] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.576730] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.577977] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 967.577977] env[69195]: value = "task-3504721" [ 967.577977] env[69195]: _type = "Task" [ 967.577977] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.593978] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea8fc5e-3566-4c7c-b21d-fef17a98dfb6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.606385] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 967.606385] env[69195]: value = "task-3504722" [ 967.606385] env[69195]: _type = "Task" [ 967.606385] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.610529] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.610733] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 967.610733] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d85255-74f0-1318-11fc-bd66ccd2263c" [ 967.610733] env[69195]: _type = "Task" [ 967.610733] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.622731] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.626777] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d85255-74f0-1318-11fc-bd66ccd2263c, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.628390] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f569a1f3-a0c2-499b-a149-2df23f2bc6f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.635128] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 967.635128] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52746db3-4579-a452-b25b-aee821ba5af2" [ 967.635128] env[69195]: _type = "Task" [ 967.635128] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.644653] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52746db3-4579-a452-b25b-aee821ba5af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.655369] env[69195]: DEBUG oslo_vmware.api [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504720, 'name': PowerOffVM_Task, 'duration_secs': 0.42889} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.656732] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.656732] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.659346] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5256d144-d49f-4d64-a9dc-898466de8cbf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.663585] env[69195]: DEBUG nova.compute.manager [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Found 3 images (rotation: 2) {{(pid=69195) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 967.663932] env[69195]: DEBUG nova.compute.manager [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Rotating out 1 backups {{(pid=69195) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 967.664179] env[69195]: DEBUG nova.compute.manager [None req-4a52e722-d163-465b-849e-f12d04c6d219 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleting image 7c29db3b-6b4e-4c5a-8dc9-1c88ab5b76d1 {{(pid=69195) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 967.723118] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.740074] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.740494] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.740619] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Deleting the datastore file [datastore1] 64068cef-b827-484b-b713-3751fcdc2786 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.740925] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-446da4a6-cfc9-4929-a483-333d380b9b1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.750424] env[69195]: DEBUG oslo_vmware.api [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for the task: (returnval){ [ 967.750424] env[69195]: value = "task-3504724" [ 967.750424] env[69195]: _type = "Task" [ 967.750424] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.764497] env[69195]: DEBUG oslo_vmware.api [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.784282] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.787516] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.806s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.787516] env[69195]: DEBUG nova.objects.instance [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lazy-loading 'resources' on Instance uuid fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.799637] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "refresh_cache-94cd8c25-80e2-4bc4-a283-3162301561ae" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.799860] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquired lock "refresh_cache-94cd8c25-80e2-4bc4-a283-3162301561ae" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.800118] env[69195]: DEBUG nova.network.neutron [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.875699] env[69195]: DEBUG nova.network.neutron [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Updating instance_info_cache with network_info: [{"id": "d9501102-e1b8-493f-939d-8cd845b3abf8", "address": "fa:16:3e:50:0d:7e", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9501102-e1", "ovs_interfaceid": "d9501102-e1b8-493f-939d-8cd845b3abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.914706] env[69195]: INFO nova.scheduler.client.report [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Deleted allocations for instance 263f0381-c6a6-4de2-973d-1d2d00cd4fcb [ 968.105564] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533059} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.105897] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] e8d7755d-10b3-485f-a580-f3461a3ba36b/e8d7755d-10b3-485f-a580-f3461a3ba36b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.106199] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.106509] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de21e1b7-25ab-4627-92b6-2dbd26265540 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.120925] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.123135] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 968.123135] env[69195]: value = "task-3504725" [ 968.123135] env[69195]: _type = "Task" [ 968.123135] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.133487] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.144817] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52746db3-4579-a452-b25b-aee821ba5af2, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.145096] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.145352] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] f53e62c6-006d-4d73-a1f7-11308a8a87bc/f53e62c6-006d-4d73-a1f7-11308a8a87bc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.145607] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dda8372-905f-4588-a6c5-612f839ce9bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.153412] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 968.153412] env[69195]: value = "task-3504726" [ 968.153412] env[69195]: _type = "Task" [ 968.153412] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.161757] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.262545] env[69195]: DEBUG oslo_vmware.api [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.345294] env[69195]: DEBUG nova.network.neutron [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.380462] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-4907b8e3-ba7d-4536-a2c0-692ae0409466" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.381496] env[69195]: DEBUG nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Instance network_info: |[{"id": "d9501102-e1b8-493f-939d-8cd845b3abf8", "address": "fa:16:3e:50:0d:7e", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9501102-e1", "ovs_interfaceid": "d9501102-e1b8-493f-939d-8cd845b3abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.381496] env[69195]: DEBUG oslo_concurrency.lockutils [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] Acquired lock "refresh_cache-4907b8e3-ba7d-4536-a2c0-692ae0409466" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.381496] env[69195]: DEBUG nova.network.neutron [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Refreshing network info cache for port d9501102-e1b8-493f-939d-8cd845b3abf8 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.382947] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:0d:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9501102-e1b8-493f-939d-8cd845b3abf8', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.391234] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.392713] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.393165] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ebdb72b-7f8a-4363-8017-157eb9a5c963 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.417754] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.417754] env[69195]: value = "task-3504727" [ 968.417754] env[69195]: _type = "Task" [ 968.417754] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.429430] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504727, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.432757] env[69195]: DEBUG oslo_concurrency.lockutils [None req-affc3253-779e-41a5-9d56-a5d0205f80c2 tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "263f0381-c6a6-4de2-973d-1d2d00cd4fcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.540s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.470903] env[69195]: DEBUG nova.network.neutron [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.620856] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504722, 'name': ReconfigVM_Task, 'duration_secs': 0.527318} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.621153] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.624504] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cc1c95-2245-4679-bf09-2764e7c61773 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.636352] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076663} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.652702] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.661357] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1269fa6c-b16d-4be0-ae5d-1661273a24b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.664150] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edaac98d-7309-410d-b644-05dc78679891 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.706498] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] e8d7755d-10b3-485f-a580-f3461a3ba36b/e8d7755d-10b3-485f-a580-f3461a3ba36b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.706881] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.711906] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d97253-86ad-4a8e-bf18-6ff9f9550d78 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.728175] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 968.728175] env[69195]: value = "task-3504728" [ 968.728175] env[69195]: _type = "Task" [ 968.728175] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.735728] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 968.735728] env[69195]: value = "task-3504729" [ 968.735728] env[69195]: _type = "Task" [ 968.735728] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.739733] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.753040] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.764934] env[69195]: DEBUG oslo_vmware.api [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Task: {'id': task-3504724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.757472} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.769086] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.769357] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.769917] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.769917] env[69195]: INFO nova.compute.manager [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Took 1.65 seconds to destroy the instance on the hypervisor. [ 968.770323] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.770837] env[69195]: DEBUG nova.compute.manager [-] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.771010] env[69195]: DEBUG nova.network.neutron [-] [instance: 64068cef-b827-484b-b713-3751fcdc2786] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.848086] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6e8692-30c4-4f5d-aaaf-2f655e63b13d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.860703] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e302536f-6022-4a78-b8ce-cd09cf08d41d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.896073] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52899915-134c-4465-857f-ed43e9e4b7e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.905588] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9742be9d-e385-40dd-9af2-318242a52285 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.921608] env[69195]: DEBUG nova.compute.provider_tree [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.932895] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504727, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.978050] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Releasing lock "refresh_cache-94cd8c25-80e2-4bc4-a283-3162301561ae" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.978584] env[69195]: DEBUG nova.compute.manager [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.978918] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.979839] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e8bec-0466-4be4-868b-2a3c912f7cce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.990276] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.990562] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70b5478b-490a-4a51-9dcb-befad0a660af {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.000127] env[69195]: DEBUG oslo_vmware.api [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 969.000127] env[69195]: value = "task-3504730" [ 969.000127] env[69195]: _type = "Task" [ 969.000127] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.011531] env[69195]: DEBUG oslo_vmware.api [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.175154] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963096} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.175483] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] f53e62c6-006d-4d73-a1f7-11308a8a87bc/f53e62c6-006d-4d73-a1f7-11308a8a87bc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.175697] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.176019] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e06c93a1-b99f-491c-a304-4ef2b0d6959d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.183074] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 969.183074] env[69195]: value = "task-3504731" [ 969.183074] env[69195]: _type = "Task" [ 969.183074] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.194611] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.238999] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504728, 'name': ReconfigVM_Task, 'duration_secs': 0.389361} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.239968] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.240082] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64721674-fdd1-4273-8c4c-8d65fab39ef1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.253659] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.255584] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 969.255584] env[69195]: value = "task-3504732" [ 969.255584] env[69195]: _type = "Task" [ 969.255584] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.270972] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.429018] env[69195]: DEBUG nova.scheduler.client.report [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.436075] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504727, 'name': CreateVM_Task, 'duration_secs': 0.520293} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.436455] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.437230] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.437389] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.437806] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.438029] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ffc908-ee0e-447b-ba3e-f83aa5653447 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.443743] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 969.443743] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52035a1c-3dba-8b20-1294-14ffbb41c411" [ 969.443743] env[69195]: _type = "Task" [ 969.443743] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.453305] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52035a1c-3dba-8b20-1294-14ffbb41c411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.475512] env[69195]: DEBUG nova.network.neutron [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Updated VIF entry in instance network info cache for port d9501102-e1b8-493f-939d-8cd845b3abf8. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.475889] env[69195]: DEBUG nova.network.neutron [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Updating instance_info_cache with network_info: [{"id": "d9501102-e1b8-493f-939d-8cd845b3abf8", "address": "fa:16:3e:50:0d:7e", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9501102-e1", "ovs_interfaceid": "d9501102-e1b8-493f-939d-8cd845b3abf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.510980] env[69195]: DEBUG oslo_vmware.api [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504730, 'name': PowerOffVM_Task, 'duration_secs': 0.183546} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.511388] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.511555] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.511784] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54280e2a-c5f3-4f39-a82d-5d09b3055559 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.542907] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.543240] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.543422] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Deleting the datastore file [datastore2] 94cd8c25-80e2-4bc4-a283-3162301561ae {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.543733] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b95cbbeb-87f9-4cc7-93e7-cd68394acd97 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.550950] env[69195]: DEBUG oslo_vmware.api [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for the task: (returnval){ [ 969.550950] env[69195]: value = "task-3504734" [ 969.550950] env[69195]: _type = "Task" [ 969.550950] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.560364] env[69195]: DEBUG oslo_vmware.api [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.609313] env[69195]: INFO nova.compute.manager [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Rebuilding instance [ 969.663958] env[69195]: DEBUG nova.compute.manager [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.665147] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce933e3-c672-4121-9507-3417546d1478 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.696239] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097563} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.696525] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.697362] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f433cbe1-ba88-452a-97f9-29a62f960fc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.744033] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f53e62c6-006d-4d73-a1f7-11308a8a87bc/f53e62c6-006d-4d73-a1f7-11308a8a87bc.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.745816] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0497d2ec-deff-4478-ada1-789a1e62de40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.790739] env[69195]: DEBUG nova.compute.manager [req-e296e540-16c8-4b1b-94e5-57c298fa0f8a req-f1e0643c-689d-40e8-ade0-7c29cb86f165 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Received event network-vif-deleted-4491abce-8bb6-45c4-8100-85d4e9ca90a3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.791237] env[69195]: INFO nova.compute.manager [req-e296e540-16c8-4b1b-94e5-57c298fa0f8a req-f1e0643c-689d-40e8-ade0-7c29cb86f165 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Neutron deleted interface 4491abce-8bb6-45c4-8100-85d4e9ca90a3; detaching it from the instance and deleting it from the info cache [ 969.791503] env[69195]: DEBUG nova.network.neutron [req-e296e540-16c8-4b1b-94e5-57c298fa0f8a req-f1e0643c-689d-40e8-ade0-7c29cb86f165 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.806039] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504729, 'name': ReconfigVM_Task, 'duration_secs': 0.654745} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.807450] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.807894] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 969.807894] env[69195]: value = "task-3504735" [ 969.807894] env[69195]: _type = "Task" [ 969.807894] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.808276] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Reconfigured VM instance instance-0000004f to attach disk [datastore2] e8d7755d-10b3-485f-a580-f3461a3ba36b/e8d7755d-10b3-485f-a580-f3461a3ba36b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.809893] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98674694-1bf7-491f-9bea-130f678e667d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.827527] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.832243] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 969.832243] env[69195]: value = "task-3504736" [ 969.832243] env[69195]: _type = "Task" [ 969.832243] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.842741] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504736, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.937419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.940030] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.773s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.940793] env[69195]: DEBUG nova.objects.instance [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lazy-loading 'resources' on Instance uuid 2f21c6b1-8a65-4860-b801-8db5512b572a {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.955966] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52035a1c-3dba-8b20-1294-14ffbb41c411, 'name': SearchDatastore_Task, 'duration_secs': 0.032843} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.956279] env[69195]: DEBUG nova.network.neutron [-] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.957540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.957781] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.958060] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.958191] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.959028] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.959028] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b14e070-6d8d-4a07-93c6-fefea4c7fbd4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.970714] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.971252] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.973017] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d45c18f1-6fca-4897-bb4e-e1b29553b41e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.980161] env[69195]: INFO nova.scheduler.client.report [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Deleted allocations for instance fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68 [ 969.980161] env[69195]: DEBUG oslo_concurrency.lockutils [req-f8ffc5bf-7712-4dd1-988a-ce9f7960ebe5 req-0c41454d-dba3-4dac-b9b9-05291a2dd3d9 service nova] Releasing lock "refresh_cache-4907b8e3-ba7d-4536-a2c0-692ae0409466" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.984061] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 969.984061] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523d041b-8932-ae80-2949-003c4afdc35d" [ 969.984061] env[69195]: _type = "Task" [ 969.984061] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.995043] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523d041b-8932-ae80-2949-003c4afdc35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.064025] env[69195]: DEBUG oslo_vmware.api [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Task: {'id': task-3504734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168667} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.064302] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.064426] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.064618] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.064787] env[69195]: INFO nova.compute.manager [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Took 1.09 seconds to destroy the instance on the hypervisor. [ 970.065078] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.065292] env[69195]: DEBUG nova.compute.manager [-] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.065387] env[69195]: DEBUG nova.network.neutron [-] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.094047] env[69195]: DEBUG nova.network.neutron [-] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.292835] env[69195]: DEBUG oslo_vmware.api [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504732, 'name': PowerOnVM_Task, 'duration_secs': 0.636299} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.293169] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.295696] env[69195]: DEBUG nova.compute.manager [None req-47961b18-d45d-48da-a544-29a3009431a8 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.296753] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22fdd10-0f78-4a29-be09-efc4fce7b6cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.306169] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45da92a3-2bc3-414d-8c51-083b0e365476 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.318166] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c28e335-be41-49ae-92a4-d3bd8d47334e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.332441] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.341148] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504736, 'name': Rename_Task, 'duration_secs': 0.277764} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.342219] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.342534] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e981fe4-e455-4661-a3b4-08ca71ef5738 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.358637] env[69195]: DEBUG nova.compute.manager [req-e296e540-16c8-4b1b-94e5-57c298fa0f8a req-f1e0643c-689d-40e8-ade0-7c29cb86f165 service nova] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Detach interface failed, port_id=4491abce-8bb6-45c4-8100-85d4e9ca90a3, reason: Instance 64068cef-b827-484b-b713-3751fcdc2786 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.360632] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 970.360632] env[69195]: value = "task-3504737" [ 970.360632] env[69195]: _type = "Task" [ 970.360632] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.370243] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.460711] env[69195]: INFO nova.compute.manager [-] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Took 1.69 seconds to deallocate network for instance. [ 970.490968] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed5a704e-a9a6-45a4-aa74-574ee485e4c0 tempest-AttachInterfacesUnderV243Test-1529073749 tempest-AttachInterfacesUnderV243Test-1529073749-project-member] Lock "fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.838s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.499654] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523d041b-8932-ae80-2949-003c4afdc35d, 'name': SearchDatastore_Task, 'duration_secs': 0.028713} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.500407] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae0b352-075a-4a69-bc7e-417eacc2d066 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.512182] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 970.512182] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b3e7c8-b077-79d0-e41a-67c884376c9f" [ 970.512182] env[69195]: _type = "Task" [ 970.512182] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.521452] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b3e7c8-b077-79d0-e41a-67c884376c9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.524415] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "908abdad-314c-4188-8335-2b8e6550e2a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.524653] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.524845] env[69195]: DEBUG nova.compute.manager [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.526122] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc825cf-2b3b-4263-911d-bbd011e880dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.532784] env[69195]: DEBUG nova.compute.manager [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 970.533549] env[69195]: DEBUG nova.objects.instance [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'flavor' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.596835] env[69195]: DEBUG nova.network.neutron [-] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.685433] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.685564] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a51d50-efda-471d-9b1f-8187460b83ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.698667] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 970.698667] env[69195]: value = "task-3504738" [ 970.698667] env[69195]: _type = "Task" [ 970.698667] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.718693] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.829243] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504735, 'name': ReconfigVM_Task, 'duration_secs': 0.767352} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.829574] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f53e62c6-006d-4d73-a1f7-11308a8a87bc/f53e62c6-006d-4d73-a1f7-11308a8a87bc.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.830661] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc8d33e8-5a14-49f0-bad0-6002ba99ba1c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.841228] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 970.841228] env[69195]: value = "task-3504739" [ 970.841228] env[69195]: _type = "Task" [ 970.841228] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.852645] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504739, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.866298] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6643b1a-dc25-4172-84a5-9eb03c669e12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.875801] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504737, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.880719] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab4be25-96df-4626-9e31-19eb3aaedbda {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.915494] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94351b7c-ac12-46a1-b43b-c7f4866e8fe0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.924520] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914e7e00-0685-4a37-81f2-fe8d39bf6778 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.940917] env[69195]: DEBUG nova.compute.provider_tree [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.973711] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.025166] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b3e7c8-b077-79d0-e41a-67c884376c9f, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.025166] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.025734] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 4907b8e3-ba7d-4536-a2c0-692ae0409466/4907b8e3-ba7d-4536-a2c0-692ae0409466.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.026018] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c653d4a4-8cf9-48dc-a465-c7a33ebcfa4e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.032908] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 971.032908] env[69195]: value = "task-3504740" [ 971.032908] env[69195]: _type = "Task" [ 971.032908] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.043705] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.089160] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "5aa340ef-8745-41fd-a919-d363722071c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.089484] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "5aa340ef-8745-41fd-a919-d363722071c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.089794] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "5aa340ef-8745-41fd-a919-d363722071c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.090028] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "5aa340ef-8745-41fd-a919-d363722071c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.090239] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "5aa340ef-8745-41fd-a919-d363722071c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.092638] env[69195]: INFO nova.compute.manager [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Terminating instance [ 971.100291] env[69195]: INFO nova.compute.manager [-] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Took 1.03 seconds to deallocate network for instance. [ 971.209888] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504738, 'name': PowerOffVM_Task, 'duration_secs': 0.270582} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.210242] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.210495] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.211286] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326f10be-1427-4289-90dd-c4c717212585 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.219599] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.219910] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a52b5e16-0d57-4211-a21b-39a05cd01121 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.285093] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.285268] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.285332] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleting the datastore file [datastore2] 6eb559c9-c003-4820-8e14-9bae27069f46 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.285655] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5df294d-0e45-45ac-b8a7-a2218a2f1222 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.294384] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 971.294384] env[69195]: value = "task-3504742" [ 971.294384] env[69195]: _type = "Task" [ 971.294384] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.306734] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.362988] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504739, 'name': Rename_Task, 'duration_secs': 0.187567} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.367780] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.368162] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6376331-e6f5-47ff-b60d-d12c4c2aa1ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.378100] env[69195]: DEBUG oslo_vmware.api [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504737, 'name': PowerOnVM_Task, 'duration_secs': 0.653013} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.379750] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.380288] env[69195]: INFO nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Took 13.87 seconds to spawn the instance on the hypervisor. [ 971.380413] env[69195]: DEBUG nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.380858] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 971.380858] env[69195]: value = "task-3504743" [ 971.380858] env[69195]: _type = "Task" [ 971.380858] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.381540] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab175a5-34a3-4901-8199-29fd678a4d34 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.400187] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.444858] env[69195]: DEBUG nova.scheduler.client.report [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.541380] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.543304] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e495cdbb-a4ce-401c-b0b6-612962113abc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.552103] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.553767] env[69195]: DEBUG oslo_vmware.api [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 971.553767] env[69195]: value = "task-3504744" [ 971.553767] env[69195]: _type = "Task" [ 971.553767] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.564749] env[69195]: DEBUG oslo_vmware.api [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.599024] env[69195]: DEBUG nova.compute.manager [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.599024] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.599024] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6243a89f-6b94-40a4-b25d-bb3e09322532 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.606883] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.610259] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.610724] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9df9ad36-7543-4c6a-8b58-2da66a64d665 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.620218] env[69195]: DEBUG oslo_vmware.api [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 971.620218] env[69195]: value = "task-3504745" [ 971.620218] env[69195]: _type = "Task" [ 971.620218] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.633886] env[69195]: DEBUG oslo_vmware.api [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.810026] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469941} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.810026] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.810026] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.810026] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.899413] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.910890] env[69195]: INFO nova.compute.manager [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Took 40.49 seconds to build instance. [ 971.960082] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.962192] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.915s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.963640] env[69195]: DEBUG nova.objects.instance [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lazy-loading 'resources' on Instance uuid 91a0bb75-108f-4509-9b2a-630afea7b5b9 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.995159] env[69195]: INFO nova.scheduler.client.report [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Deleted allocations for instance 2f21c6b1-8a65-4860-b801-8db5512b572a [ 972.046287] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631771} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.046493] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 4907b8e3-ba7d-4536-a2c0-692ae0409466/4907b8e3-ba7d-4536-a2c0-692ae0409466.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.046723] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.047441] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31c10753-936a-446e-be2e-59662d7d72b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.060417] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 972.060417] env[69195]: value = "task-3504746" [ 972.060417] env[69195]: _type = "Task" [ 972.060417] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.068742] env[69195]: DEBUG oslo_vmware.api [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504744, 'name': PowerOffVM_Task, 'duration_secs': 0.254332} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.069551] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.070687] env[69195]: DEBUG nova.compute.manager [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.070787] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04b26c2-839b-44a9-bd0d-b01e5f64dca2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.077075] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.147863] env[69195]: DEBUG oslo_vmware.api [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504745, 'name': PowerOffVM_Task, 'duration_secs': 0.259437} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.150306] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.150306] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.150306] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56197198-ba87-4c93-9592-987e73ef7f85 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.233587] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.233587] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.233587] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Deleting the datastore file [datastore2] 5aa340ef-8745-41fd-a919-d363722071c0 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.233587] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71215d73-e2d1-434b-902b-77920c7e9764 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.244054] env[69195]: DEBUG oslo_vmware.api [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for the task: (returnval){ [ 972.244054] env[69195]: value = "task-3504748" [ 972.244054] env[69195]: _type = "Task" [ 972.244054] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.261917] env[69195]: DEBUG oslo_vmware.api [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.397365] env[69195]: DEBUG oslo_vmware.api [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504743, 'name': PowerOnVM_Task, 'duration_secs': 0.934998} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.397730] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.397939] env[69195]: INFO nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Took 12.16 seconds to spawn the instance on the hypervisor. [ 972.398140] env[69195]: DEBUG nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.399071] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23ff5fc-c9dc-49d6-9a96-02b40cadc1e8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.412933] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc564ee3-663d-400a-aa3e-c86b44479979 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.998s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.504838] env[69195]: DEBUG oslo_concurrency.lockutils [None req-241f2344-f5d9-4546-becf-26362e106038 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "2f21c6b1-8a65-4860-b801-8db5512b572a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.778s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.575811] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071536} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.576686] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.577600] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b906bc95-bc3f-4ff1-9c3e-507e4a4848cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.608973] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 4907b8e3-ba7d-4536-a2c0-692ae0409466/4907b8e3-ba7d-4536-a2c0-692ae0409466.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.612848] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4bea5253-7185-4f90-9747-a09c7eac6dde tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.612848] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef607c1-c3c9-443a-83a0-c24d4ad8e429 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.641384] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 972.641384] env[69195]: value = "task-3504750" [ 972.641384] env[69195]: _type = "Task" [ 972.641384] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.652991] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.760579] env[69195]: DEBUG oslo_vmware.api [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Task: {'id': task-3504748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411611} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.760579] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.760579] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.760579] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.760579] env[69195]: INFO nova.compute.manager [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 972.760579] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.760579] env[69195]: DEBUG nova.compute.manager [-] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.760579] env[69195]: DEBUG nova.network.neutron [-] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.829549] env[69195]: DEBUG oslo_concurrency.lockutils [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.829866] env[69195]: DEBUG oslo_concurrency.lockutils [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.830170] env[69195]: INFO nova.compute.manager [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Rebooting instance [ 972.860018] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.860640] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.860904] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.861287] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.861545] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.861849] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.862241] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.862497] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.862973] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.863329] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.863613] env[69195]: DEBUG nova.virt.hardware [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.866121] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a921c355-2c7a-4408-9fb4-87bb39f83046 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.884367] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0623f9-4f92-4844-bbd4-f9a23deb7764 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.902177] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:17:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04380207-2710-4f49-878c-c373e7898a39', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.909816] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.913112] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.918021] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a2235a3-8cae-46f1-9f57-57a16da32913 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.943600] env[69195]: INFO nova.compute.manager [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Took 40.34 seconds to build instance. [ 972.955047] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.955047] env[69195]: value = "task-3504751" [ 972.955047] env[69195]: _type = "Task" [ 972.955047] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.967189] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504751, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.969986] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d23ded-85d5-4c0d-9d21-a28f0518ad2a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.979920] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484c51b2-d7b9-432c-9c7d-699be81cb37e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.020753] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dde4eb6-9563-4fdb-babc-1cfee22ceca5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.029220] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22606681-74fa-4057-84f1-c1ed0d70e8ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.045199] env[69195]: DEBUG nova.compute.provider_tree [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.156316] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.270677] env[69195]: DEBUG nova.compute.manager [None req-dce634e4-2770-4634-8785-e5218bfd1832 tempest-ServerDiagnosticsTest-2018425723 tempest-ServerDiagnosticsTest-2018425723-project-admin] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.272712] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56274ba-f9f4-482a-900a-72e3a97b384b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.285165] env[69195]: INFO nova.compute.manager [None req-dce634e4-2770-4634-8785-e5218bfd1832 tempest-ServerDiagnosticsTest-2018425723 tempest-ServerDiagnosticsTest-2018425723-project-admin] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Retrieving diagnostics [ 973.285366] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a4eac3-5d31-47ff-a56c-28159cc6151a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.362661] env[69195]: DEBUG oslo_concurrency.lockutils [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.362914] env[69195]: DEBUG oslo_concurrency.lockutils [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquired lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.363117] env[69195]: DEBUG nova.network.neutron [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.448533] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e617a988-2825-4c05-92f2-c51b615af3c8 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.861s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.469205] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504751, 'name': CreateVM_Task, 'duration_secs': 0.419426} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.469327] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.470088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.470524] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.470613] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.470835] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49243a25-3408-490f-ac29-def945c42333 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.476646] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 973.476646] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521d3881-ca48-a5b8-0fa8-39da7238f860" [ 973.476646] env[69195]: _type = "Task" [ 973.476646] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.485946] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521d3881-ca48-a5b8-0fa8-39da7238f860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.550061] env[69195]: DEBUG nova.scheduler.client.report [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.654346] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504750, 'name': ReconfigVM_Task, 'duration_secs': 0.99627} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.654734] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 4907b8e3-ba7d-4536-a2c0-692ae0409466/4907b8e3-ba7d-4536-a2c0-692ae0409466.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.655679] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3782ed35-0cd6-40a7-a4b4-d581bc59af90 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.661368] env[69195]: INFO nova.compute.manager [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Rescuing [ 973.661368] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.661368] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.661368] env[69195]: DEBUG nova.network.neutron [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.664132] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 973.664132] env[69195]: value = "task-3504752" [ 973.664132] env[69195]: _type = "Task" [ 973.664132] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.679859] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504752, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.988839] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521d3881-ca48-a5b8-0fa8-39da7238f860, 'name': SearchDatastore_Task, 'duration_secs': 0.012583} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.991655] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.991655] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.991836] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.991984] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.992175] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.993642] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3ec128f-1031-4f43-afe7-641e04be5988 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.010254] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.010450] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.011249] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7368a5fb-838e-456e-975d-0f05ed564c2f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.020965] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 974.020965] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ee08ad-8dde-ab3a-3416-e5ca728ae1fa" [ 974.020965] env[69195]: _type = "Task" [ 974.020965] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.030070] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ee08ad-8dde-ab3a-3416-e5ca728ae1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.055419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.058162] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.019s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.090078] env[69195]: INFO nova.scheduler.client.report [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted allocations for instance 91a0bb75-108f-4509-9b2a-630afea7b5b9 [ 974.180109] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504752, 'name': Rename_Task, 'duration_secs': 0.160358} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.183447] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.185482] env[69195]: DEBUG nova.network.neutron [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Updating instance_info_cache with network_info: [{"id": "33cd98d7-219b-4fdd-b1e1-9ffcbd8af598", "address": "fa:16:3e:ae:ba:6d", "network": {"id": "8f5d8268-1352-440a-a384-cfabcb8c8454", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1762883685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9860055854a4426c97d37db71b61d2d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33cd98d7-21", "ovs_interfaceid": "33cd98d7-219b-4fdd-b1e1-9ffcbd8af598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.186587] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f709a06-165c-4da2-8d60-9cd4463d223a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.192149] env[69195]: DEBUG nova.compute.manager [req-fda910ab-aaf8-44ad-9d8f-472004a59ab7 req-fb4f4c03-2b19-4b0b-b79e-2480984c6ba6 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Received event network-vif-deleted-91083377-9e3a-442b-947a-8b5ac6ea05d1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.192149] env[69195]: INFO nova.compute.manager [req-fda910ab-aaf8-44ad-9d8f-472004a59ab7 req-fb4f4c03-2b19-4b0b-b79e-2480984c6ba6 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Neutron deleted interface 91083377-9e3a-442b-947a-8b5ac6ea05d1; detaching it from the instance and deleting it from the info cache [ 974.192149] env[69195]: DEBUG nova.network.neutron [req-fda910ab-aaf8-44ad-9d8f-472004a59ab7 req-fb4f4c03-2b19-4b0b-b79e-2480984c6ba6 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.199944] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 974.199944] env[69195]: value = "task-3504753" [ 974.199944] env[69195]: _type = "Task" [ 974.199944] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.213404] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.219374] env[69195]: DEBUG nova.network.neutron [-] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.476496] env[69195]: DEBUG nova.network.neutron [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Updating instance_info_cache with network_info: [{"id": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "address": "fa:16:3e:dc:a0:ce", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fd1b70-ea", "ovs_interfaceid": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.508037] env[69195]: DEBUG nova.compute.manager [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Stashing vm_state: stopped {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 974.538445] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ee08ad-8dde-ab3a-3416-e5ca728ae1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016236} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.544852] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d41c09b-3319-491b-83ab-1556845bab6f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.547889] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a9f9a0-5046-4d4a-8ea6-e9d18e52851e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.554929] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 974.554929] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b12901-da1d-9cb3-8b39-83694145ff08" [ 974.554929] env[69195]: _type = "Task" [ 974.554929] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.561247] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b80a7f-968d-41a0-90f1-9c83d1187bf8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.572986] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b12901-da1d-9cb3-8b39-83694145ff08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.603828] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c415ffde-48d4-4980-8f4e-4c14033f0849 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "91a0bb75-108f-4509-9b2a-630afea7b5b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.155s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.605249] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8efafaf-054a-4d19-ad28-055224bc4c47 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.615540] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9ac63-7384-4c4c-aa83-b71d2130faa2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.632909] env[69195]: DEBUG nova.compute.provider_tree [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.693638] env[69195]: DEBUG oslo_concurrency.lockutils [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Releasing lock "refresh_cache-e8d7755d-10b3-485f-a580-f3461a3ba36b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.695668] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87767d7e-a331-4df8-b404-dc81808a1fe1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.708774] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824fe31c-4f38-4dff-9602-563c20e94bd9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.724050] env[69195]: INFO nova.compute.manager [-] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Took 1.96 seconds to deallocate network for instance. [ 974.724381] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.755862] env[69195]: DEBUG nova.compute.manager [req-fda910ab-aaf8-44ad-9d8f-472004a59ab7 req-fb4f4c03-2b19-4b0b-b79e-2480984c6ba6 service nova] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Detach interface failed, port_id=91083377-9e3a-442b-947a-8b5ac6ea05d1, reason: Instance 5aa340ef-8745-41fd-a919-d363722071c0 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.955950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquiring lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.955950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.956517] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquiring lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.956716] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.957403] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.960137] env[69195]: INFO nova.compute.manager [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Terminating instance [ 974.987839] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.043494] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.070863] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b12901-da1d-9cb3-8b39-83694145ff08, 'name': SearchDatastore_Task, 'duration_secs': 0.018388} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.071434] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.071876] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 6eb559c9-c003-4820-8e14-9bae27069f46/6eb559c9-c003-4820-8e14-9bae27069f46.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.072319] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f2688bc-bc54-436b-a370-deaba065bb81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.081369] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 975.081369] env[69195]: value = "task-3504754" [ 975.081369] env[69195]: _type = "Task" [ 975.081369] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.092554] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.138152] env[69195]: DEBUG nova.scheduler.client.report [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.182442] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.182730] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.183087] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.183294] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.183468] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.185763] env[69195]: INFO nova.compute.manager [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Terminating instance [ 975.197462] env[69195]: DEBUG nova.compute.manager [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.198484] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e0eb3-42ef-48d3-8085-97eb37e74946 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.216547] env[69195]: DEBUG oslo_vmware.api [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504753, 'name': PowerOnVM_Task, 'duration_secs': 0.701159} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.216661] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.216858] env[69195]: INFO nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Took 9.42 seconds to spawn the instance on the hypervisor. [ 975.217170] env[69195]: DEBUG nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.219136] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59363234-405b-4d09-b73a-1cc062bd020c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.231738] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.467881] env[69195]: DEBUG nova.compute.manager [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.467881] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.468650] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120c4b2f-3174-4b5a-a638-da901a523177 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.478455] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.478750] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ca302b-a5c9-4622-8931-05353e247280 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.487465] env[69195]: DEBUG oslo_vmware.api [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 975.487465] env[69195]: value = "task-3504755" [ 975.487465] env[69195]: _type = "Task" [ 975.487465] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.498991] env[69195]: DEBUG oslo_vmware.api [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.600315] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504754, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.605841] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.606258] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.645874] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.588s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.645874] env[69195]: INFO nova.compute.manager [None req-fe1a387b-feab-4378-836e-610779c5d93f tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Successfully reverted task state from rebuilding on failure for instance. [ 975.651894] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.368s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.657023] env[69195]: INFO nova.compute.claims [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.690439] env[69195]: DEBUG nova.compute.manager [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.691704] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.692801] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a17d2d-8ef3-45c9-a3db-9f1439be0da5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.704443] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.705319] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0830df1-3d51-428f-9da3-25624c81cc2f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.718252] env[69195]: DEBUG oslo_vmware.api [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 975.718252] env[69195]: value = "task-3504756" [ 975.718252] env[69195]: _type = "Task" [ 975.718252] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.750929] env[69195]: DEBUG oslo_vmware.api [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.754884] env[69195]: INFO nova.compute.manager [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Took 40.27 seconds to build instance. [ 975.997304] env[69195]: DEBUG oslo_vmware.api [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504755, 'name': PowerOffVM_Task, 'duration_secs': 0.332845} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.997763] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.998034] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.998346] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f05c784a-f45a-4172-96f7-ba5e5b9a5a5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.087208] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.088030] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.088030] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Deleting the datastore file [datastore2] f53e62c6-006d-4d73-a1f7-11308a8a87bc {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.093711] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25054b0e-4b57-4c0d-a82b-435c938d6031 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.104234] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808316} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.106411] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 6eb559c9-c003-4820-8e14-9bae27069f46/6eb559c9-c003-4820-8e14-9bae27069f46.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.107330] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.107330] env[69195]: DEBUG oslo_vmware.api [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for the task: (returnval){ [ 976.107330] env[69195]: value = "task-3504758" [ 976.107330] env[69195]: _type = "Task" [ 976.107330] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.107571] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dd2ff1a-5245-4e31-b233-4c075433ea55 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.111026] env[69195]: DEBUG nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.128605] env[69195]: DEBUG oslo_vmware.api [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.130590] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 976.130590] env[69195]: value = "task-3504759" [ 976.130590] env[69195]: _type = "Task" [ 976.130590] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.142747] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.214207] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "a9aaa60b-e304-4c56-8626-65cc2da8b265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.214520] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "a9aaa60b-e304-4c56-8626-65cc2da8b265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.231528] env[69195]: DEBUG oslo_vmware.api [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504756, 'name': PowerOffVM_Task, 'duration_secs': 0.418437} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.233059] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1357c6ff-8d75-4843-b9cc-c373810ed3b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.236293] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.236526] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.237322] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9b3ad15-6c88-4180-9099-b371bdf5a0a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.245113] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Doing hard reboot of VM {{(pid=69195) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 976.245113] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c70ad45b-67f8-458d-881e-f948736b40dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.251038] env[69195]: DEBUG oslo_vmware.api [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 976.251038] env[69195]: value = "task-3504761" [ 976.251038] env[69195]: _type = "Task" [ 976.251038] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.258377] env[69195]: DEBUG oslo_concurrency.lockutils [None req-11ace724-c323-4579-8716-dcc190659598 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.780s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.262402] env[69195]: DEBUG oslo_vmware.api [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504761, 'name': ResetVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.311498] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.311781] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.311972] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Deleting the datastore file [datastore1] 6e4e5b96-e86c-4901-8c87-a70f0da92cfe {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.312282] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-057db978-b4f6-403a-a6b7-cb5569157ddf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.319933] env[69195]: DEBUG oslo_vmware.api [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for the task: (returnval){ [ 976.319933] env[69195]: value = "task-3504762" [ 976.319933] env[69195]: _type = "Task" [ 976.319933] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.328438] env[69195]: DEBUG oslo_vmware.api [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.538161] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.538544] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d31e716-da9e-4c1a-9ac4-fedc3a72c081 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.546995] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 976.546995] env[69195]: value = "task-3504763" [ 976.546995] env[69195]: _type = "Task" [ 976.546995] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.557730] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.560293] env[69195]: DEBUG oslo_concurrency.lockutils [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.560609] env[69195]: DEBUG oslo_concurrency.lockutils [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.560804] env[69195]: DEBUG nova.compute.manager [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.561652] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b6a2a2-e2bb-4975-ad31-1b1887b45469 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.568772] env[69195]: DEBUG nova.compute.manager [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 976.569500] env[69195]: DEBUG nova.objects.instance [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lazy-loading 'flavor' on Instance uuid 4907b8e3-ba7d-4536-a2c0-692ae0409466 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.625302] env[69195]: DEBUG oslo_vmware.api [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Task: {'id': task-3504758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295699} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.625552] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.625731] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.625912] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.626095] env[69195]: INFO nova.compute.manager [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 976.626335] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.626516] env[69195]: DEBUG nova.compute.manager [-] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.626606] env[69195]: DEBUG nova.network.neutron [-] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.640531] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076616} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.640994] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.641987] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643d3e3a-55b3-47e8-abc5-b15011cc021c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.668658] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 6eb559c9-c003-4820-8e14-9bae27069f46/6eb559c9-c003-4820-8e14-9bae27069f46.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.670162] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.676771] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e98bfe9-3de8-4571-8216-1186f3900e7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.696021] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 976.696021] env[69195]: value = "task-3504764" [ 976.696021] env[69195]: _type = "Task" [ 976.696021] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.704891] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.716962] env[69195]: DEBUG nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.771898] env[69195]: DEBUG oslo_vmware.api [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504761, 'name': ResetVM_Task, 'duration_secs': 0.130297} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.773654] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Did hard reboot of VM {{(pid=69195) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 976.773654] env[69195]: DEBUG nova.compute.manager [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.773654] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d9a5aa-b216-4c47-a775-de3b6fa5dc73 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.834658] env[69195]: DEBUG oslo_vmware.api [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Task: {'id': task-3504762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448661} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.836338] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.836602] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.836897] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.837471] env[69195]: INFO nova.compute.manager [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.838017] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.838983] env[69195]: DEBUG nova.compute.manager [-] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.839250] env[69195]: DEBUG nova.network.neutron [-] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.058783] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504763, 'name': PowerOffVM_Task, 'duration_secs': 0.417001} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.059294] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.062430] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f8e992-cf32-4bd4-8956-31bfdbdb3330 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.088843] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d3c8e5-67c2-44b8-97ac-f26c4d8a17d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.135467] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.135467] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d8fbb0d-c41e-43e6-a512-de6049fb778c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.140623] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 977.140623] env[69195]: value = "task-3504765" [ 977.140623] env[69195]: _type = "Task" [ 977.140623] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.155424] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.155688] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.160020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.160020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.160020] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.160020] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aef8611-aa85-4c9f-8cd0-50148958df28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.171550] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.171883] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.172546] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209696bf-8f97-471e-b6ec-2904493300c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.180944] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 977.180944] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f9a3a-a0c8-f783-1100-4f8dc7126f61" [ 977.180944] env[69195]: _type = "Task" [ 977.180944] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.190067] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f9a3a-a0c8-f783-1100-4f8dc7126f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.211512] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.244364] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.270717] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbadbcce-975a-4024-8241-dbf1b73e2cdf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.279454] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b3876-9170-46cf-a22d-325290b8e8df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.312964] env[69195]: DEBUG oslo_concurrency.lockutils [None req-17147b2d-ed60-45d5-a678-64ba43997f9f tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.483s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.314376] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c313da-b137-45cc-ba41-75aa0b705462 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.323849] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f52ebe4-447b-4828-a7aa-05fd48bff139 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.341073] env[69195]: DEBUG nova.compute.provider_tree [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.497450] env[69195]: DEBUG nova.compute.manager [req-c5b00c32-2eb9-48c3-8117-616db6c224cb req-ed220139-9203-4671-9429-00e5bfa679a5 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Received event network-vif-deleted-1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.497450] env[69195]: INFO nova.compute.manager [req-c5b00c32-2eb9-48c3-8117-616db6c224cb req-ed220139-9203-4671-9429-00e5bfa679a5 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Neutron deleted interface 1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c; detaching it from the instance and deleting it from the info cache [ 977.497632] env[69195]: DEBUG nova.network.neutron [req-c5b00c32-2eb9-48c3-8117-616db6c224cb req-ed220139-9203-4671-9429-00e5bfa679a5 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.599674] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.600013] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd41cb3-d336-4f4d-ab8c-cd25f71a781e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.609829] env[69195]: DEBUG oslo_vmware.api [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 977.609829] env[69195]: value = "task-3504766" [ 977.609829] env[69195]: _type = "Task" [ 977.609829] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.621457] env[69195]: DEBUG oslo_vmware.api [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.695138] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528f9a3a-a0c8-f783-1100-4f8dc7126f61, 'name': SearchDatastore_Task, 'duration_secs': 0.043045} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.695138] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25972d4c-ac51-4f03-b38f-8b0889534a32 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.716689] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504764, 'name': ReconfigVM_Task, 'duration_secs': 0.830286} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.719213] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 6eb559c9-c003-4820-8e14-9bae27069f46/6eb559c9-c003-4820-8e14-9bae27069f46.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.720144] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 977.720144] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521b0577-2708-9f70-5bbb-e31bee8cb80a" [ 977.720144] env[69195]: _type = "Task" [ 977.720144] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.720567] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7da03310-a947-4a2d-b3b5-ada8c359dcaa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.732361] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521b0577-2708-9f70-5bbb-e31bee8cb80a, 'name': SearchDatastore_Task, 'duration_secs': 0.013239} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.734216] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.734635] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. {{(pid=69195) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 977.735117] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 977.735117] env[69195]: value = "task-3504767" [ 977.735117] env[69195]: _type = "Task" [ 977.735117] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.735543] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1f6903e-bd5a-4250-bcfa-9e4cf6cc2476 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.752082] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504767, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.754037] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 977.754037] env[69195]: value = "task-3504768" [ 977.754037] env[69195]: _type = "Task" [ 977.754037] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.766373] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.818152] env[69195]: DEBUG nova.network.neutron [-] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.844475] env[69195]: DEBUG nova.scheduler.client.report [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.003297] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c01f9b9-e7bf-405e-83ce-594a04c298b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.017038] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06074a86-0293-407c-b6ee-359f79fd2402 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.058201] env[69195]: DEBUG nova.compute.manager [req-c5b00c32-2eb9-48c3-8117-616db6c224cb req-ed220139-9203-4671-9429-00e5bfa679a5 service nova] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Detach interface failed, port_id=1bdd77f8-26f3-4582-a1eb-5ddb74d10e0c, reason: Instance f53e62c6-006d-4d73-a1f7-11308a8a87bc could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.126596] env[69195]: DEBUG oslo_vmware.api [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504766, 'name': PowerOffVM_Task, 'duration_secs': 0.255265} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.127404] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.130436] env[69195]: DEBUG nova.compute.manager [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.130436] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a7bf2e-79b0-4c6a-b043-3313f6982783 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.249559] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504767, 'name': Rename_Task, 'duration_secs': 0.162177} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.250072] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.250531] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d0c96e-644f-4ae0-bfec-8c828ff83366 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.262743] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 978.262743] env[69195]: value = "task-3504769" [ 978.262743] env[69195]: _type = "Task" [ 978.262743] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.266594] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504768, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.284352] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.324771] env[69195]: INFO nova.compute.manager [-] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Took 1.70 seconds to deallocate network for instance. [ 978.350731] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.350877] env[69195]: DEBUG nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.356925] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.631s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.371008] env[69195]: DEBUG nova.network.neutron [-] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.645380] env[69195]: DEBUG oslo_concurrency.lockutils [None req-efa83ee8-b7eb-400e-b08b-103c8e0ea4a4 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.774989] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552465} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.781804] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. [ 978.783053] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.783053] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.784804] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "e8d7755d-10b3-485f-a580-f3461a3ba36b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.785171] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.785758] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.790583] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2e7990-8a02-46ea-832f-bb143b4adee6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.795982] env[69195]: INFO nova.compute.manager [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Terminating instance [ 978.814570] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504769, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.842007] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.856747] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.857574] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be3234f-6d75-40d4-9cb0-cbc90ae5b110 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.882849] env[69195]: DEBUG nova.compute.utils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.888705] env[69195]: INFO nova.compute.manager [-] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Took 2.05 seconds to deallocate network for instance. [ 978.890344] env[69195]: DEBUG nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.891370] env[69195]: DEBUG nova.network.neutron [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.907104] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 978.907104] env[69195]: value = "task-3504770" [ 978.907104] env[69195]: _type = "Task" [ 978.907104] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.920098] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.996923] env[69195]: DEBUG nova.policy [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7361b0153ecc46788eb9b40897b62351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b212f96689f240ffb31857a31b65b7cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.240989] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.241292] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.241484] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "4907b8e3-ba7d-4536-a2c0-692ae0409466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.241696] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.241834] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.248843] env[69195]: INFO nova.compute.manager [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Terminating instance [ 979.284697] env[69195]: DEBUG oslo_vmware.api [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504769, 'name': PowerOnVM_Task, 'duration_secs': 0.927986} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.287736] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.287985] env[69195]: DEBUG nova.compute.manager [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.289757] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0de1f4-174b-4f1e-ad0c-46f224f15808 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.314870] env[69195]: DEBUG nova.compute.manager [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.315245] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.316234] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdd700e-27c3-43a5-b8fd-9e2a6a60399e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.326599] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.329567] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc122319-59c2-4608-bb3c-b00718f147ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.338597] env[69195]: DEBUG oslo_vmware.api [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 979.338597] env[69195]: value = "task-3504771" [ 979.338597] env[69195]: _type = "Task" [ 979.338597] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.350047] env[69195]: DEBUG oslo_vmware.api [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.379986] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1cc705-edda-40de-8b18-b10341fe618b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.389696] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6b418f-7747-48f6-be5d-425d3c4f2ed0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.393675] env[69195]: DEBUG nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.429821] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.435231] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afba23f0-3bc7-4809-8222-21c40191487a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.443701] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.449186] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b42caf-5578-4a17-84ea-1a5c517a2e1e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.466815] env[69195]: DEBUG nova.compute.provider_tree [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.612436] env[69195]: DEBUG nova.compute.manager [req-a64479cd-c117-4d3d-a067-21582cb76ab9 req-dd0c0b82-d403-4dfd-9470-648108c0cc75 service nova] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Received event network-vif-deleted-f5ab862a-2ebd-4a24-8128-4d1f059e9d76 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.764379] env[69195]: DEBUG nova.compute.manager [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.764379] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.764379] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da47b778-20fa-43c0-8edb-5c1d0c471756 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.775046] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.775046] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-022e9887-20d0-439e-84be-15d7a6f057c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.813782] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.847579] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.847655] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.847852] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleting the datastore file [datastore2] 4907b8e3-ba7d-4536-a2c0-692ae0409466 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.852823] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c388ea5-e7e9-4593-a5bd-7e1ce8123483 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.855487] env[69195]: DEBUG oslo_vmware.api [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504771, 'name': PowerOffVM_Task, 'duration_secs': 0.303618} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.855778] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.855937] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.856704] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffeeabe4-e8a3-4d1c-97b3-0571b7a0271b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.862902] env[69195]: DEBUG oslo_vmware.api [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 979.862902] env[69195]: value = "task-3504773" [ 979.862902] env[69195]: _type = "Task" [ 979.862902] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.872067] env[69195]: DEBUG nova.network.neutron [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Successfully created port: cca83c4c-51e2-4809-a82a-3b24bd3c8bef {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.879404] env[69195]: DEBUG oslo_vmware.api [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.940795] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504770, 'name': ReconfigVM_Task, 'duration_secs': 1.000502} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.941262] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.942462] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c14dc76-06f1-4544-8adc-64bfac40543a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.947348] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.947579] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.947763] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Deleting the datastore file [datastore2] e8d7755d-10b3-485f-a580-f3461a3ba36b {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.948587] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b10a146e-66b9-40f0-8914-9bbf27db72fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.969781] env[69195]: DEBUG nova.scheduler.client.report [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.984031] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b8a4b0-581c-427c-95a7-9043a5ddbf52 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.995159] env[69195]: DEBUG oslo_vmware.api [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for the task: (returnval){ [ 979.995159] env[69195]: value = "task-3504775" [ 979.995159] env[69195]: _type = "Task" [ 979.995159] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.001333] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 980.001333] env[69195]: value = "task-3504776" [ 980.001333] env[69195]: _type = "Task" [ 980.001333] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.009625] env[69195]: DEBUG oslo_vmware.api [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.018112] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.373825] env[69195]: DEBUG oslo_vmware.api [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365901} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.374729] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.374837] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.375369] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.375369] env[69195]: INFO nova.compute.manager [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Took 0.62 seconds to destroy the instance on the hypervisor. [ 980.375509] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.375600] env[69195]: DEBUG nova.compute.manager [-] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.376732] env[69195]: DEBUG nova.network.neutron [-] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.404047] env[69195]: DEBUG nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.431547] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.431836] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.432139] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.432447] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.432833] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.433090] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.433464] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.433693] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.433922] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.434184] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.434462] env[69195]: DEBUG nova.virt.hardware [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.435435] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d128b4a-4f2c-4a24-86ab-5b1da4ea41bc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.447766] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fe9825-3f0d-4533-8225-767169ec248b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.513387] env[69195]: DEBUG oslo_vmware.api [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Task: {'id': task-3504775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47196} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.514493] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.514753] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.514983] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.515131] env[69195]: INFO nova.compute.manager [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 980.515382] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.519027] env[69195]: DEBUG nova.compute.manager [-] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.519027] env[69195]: DEBUG nova.network.neutron [-] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.521373] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504776, 'name': ReconfigVM_Task, 'duration_secs': 0.203394} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.521990] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.522276] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bba3709e-5ed3-42c9-9d5b-2cd5628a9f29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.533332] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 980.533332] env[69195]: value = "task-3504777" [ 980.533332] env[69195]: _type = "Task" [ 980.533332] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.545384] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.849258] env[69195]: DEBUG nova.compute.manager [req-ac4f1f58-4fd2-4b02-b1bc-d1a4c34ab618 req-58284083-e5da-4e2d-9a86-6503a751fd9a service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Received event network-vif-deleted-33cd98d7-219b-4fdd-b1e1-9ffcbd8af598 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.849258] env[69195]: INFO nova.compute.manager [req-ac4f1f58-4fd2-4b02-b1bc-d1a4c34ab618 req-58284083-e5da-4e2d-9a86-6503a751fd9a service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Neutron deleted interface 33cd98d7-219b-4fdd-b1e1-9ffcbd8af598; detaching it from the instance and deleting it from the info cache [ 980.849258] env[69195]: DEBUG nova.network.neutron [req-ac4f1f58-4fd2-4b02-b1bc-d1a4c34ab618 req-58284083-e5da-4e2d-9a86-6503a751fd9a service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.987320] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.630s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.990588] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.524s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.990809] env[69195]: DEBUG nova.objects.instance [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lazy-loading 'resources' on Instance uuid 54b5228b-75ee-4b57-8434-f188e2ef490d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.041580] env[69195]: DEBUG oslo_vmware.api [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504777, 'name': PowerOnVM_Task, 'duration_secs': 0.458803} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.041969] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.044750] env[69195]: DEBUG nova.compute.manager [None req-2f312b62-0335-4956-b664-4b49a2326e62 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.045617] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27633744-f9b8-47fe-9d76-feb4eb30d133 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.209128] env[69195]: DEBUG nova.network.neutron [-] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.302383] env[69195]: DEBUG nova.network.neutron [-] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.351471] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcb2b380-815e-4ed0-b128-bf154113694b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.361146] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f077d6f2-2f2e-4d67-891f-d3e16a2f4f26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.393717] env[69195]: DEBUG nova.compute.manager [req-ac4f1f58-4fd2-4b02-b1bc-d1a4c34ab618 req-58284083-e5da-4e2d-9a86-6503a751fd9a service nova] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Detach interface failed, port_id=33cd98d7-219b-4fdd-b1e1-9ffcbd8af598, reason: Instance e8d7755d-10b3-485f-a580-f3461a3ba36b could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.580364] env[69195]: INFO nova.scheduler.client.report [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted allocation for migration 1d67fe0c-a604-48b4-b013-f2df63604acf [ 981.587941] env[69195]: DEBUG nova.network.neutron [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Successfully updated port: cca83c4c-51e2-4809-a82a-3b24bd3c8bef {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.647508] env[69195]: DEBUG nova.compute.manager [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Received event network-vif-deleted-d9501102-e1b8-493f-939d-8cd845b3abf8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.647908] env[69195]: DEBUG nova.compute.manager [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Received event network-vif-plugged-cca83c4c-51e2-4809-a82a-3b24bd3c8bef {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.647908] env[69195]: DEBUG oslo_concurrency.lockutils [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] Acquiring lock "6587d429-b11d-465b-93e8-8d5193dd8104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.648178] env[69195]: DEBUG oslo_concurrency.lockutils [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] Lock "6587d429-b11d-465b-93e8-8d5193dd8104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.648272] env[69195]: DEBUG oslo_concurrency.lockutils [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] Lock "6587d429-b11d-465b-93e8-8d5193dd8104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.648428] env[69195]: DEBUG nova.compute.manager [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] No waiting events found dispatching network-vif-plugged-cca83c4c-51e2-4809-a82a-3b24bd3c8bef {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.648588] env[69195]: WARNING nova.compute.manager [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Received unexpected event network-vif-plugged-cca83c4c-51e2-4809-a82a-3b24bd3c8bef for instance with vm_state building and task_state spawning. [ 981.648746] env[69195]: DEBUG nova.compute.manager [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Received event network-changed-cca83c4c-51e2-4809-a82a-3b24bd3c8bef {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.648895] env[69195]: DEBUG nova.compute.manager [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Refreshing instance network info cache due to event network-changed-cca83c4c-51e2-4809-a82a-3b24bd3c8bef. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.649268] env[69195]: DEBUG oslo_concurrency.lockutils [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] Acquiring lock "refresh_cache-6587d429-b11d-465b-93e8-8d5193dd8104" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.649436] env[69195]: DEBUG oslo_concurrency.lockutils [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] Acquired lock "refresh_cache-6587d429-b11d-465b-93e8-8d5193dd8104" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.649655] env[69195]: DEBUG nova.network.neutron [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Refreshing network info cache for port cca83c4c-51e2-4809-a82a-3b24bd3c8bef {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.712437] env[69195]: INFO nova.compute.manager [-] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Took 1.34 seconds to deallocate network for instance. [ 981.807344] env[69195]: INFO nova.compute.manager [-] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Took 1.29 seconds to deallocate network for instance. [ 981.891312] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15996245-0157-4d9c-a85e-eca1db6db8b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.901699] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4028ce25-01f7-44d6-aed5-156ca3e5b466 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.932459] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9974c23c-ff24-4eb8-a74c-f2ec18b9ab31 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.940390] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09513dba-f71c-4857-97d3-1cc8a13cd66c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.953569] env[69195]: DEBUG nova.compute.provider_tree [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.092017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-90acdfbb-9f7a-4460-a8b9-1cf4fb524c8c tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.658s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.093634] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquiring lock "refresh_cache-6587d429-b11d-465b-93e8-8d5193dd8104" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.122042] env[69195]: INFO nova.compute.manager [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Unrescuing [ 982.122304] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.122508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.122709] env[69195]: DEBUG nova.network.neutron [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.198060] env[69195]: DEBUG nova.network.neutron [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.222249] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.292908] env[69195]: DEBUG nova.network.neutron [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.317133] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.456347] env[69195]: DEBUG nova.scheduler.client.report [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.796763] env[69195]: DEBUG oslo_concurrency.lockutils [req-7f591fa9-37f9-4196-a83a-0d9d0425e993 req-75ec1f8e-b6b4-4719-af7c-64bfefed2bea service nova] Releasing lock "refresh_cache-6587d429-b11d-465b-93e8-8d5193dd8104" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.798489] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquired lock "refresh_cache-6587d429-b11d-465b-93e8-8d5193dd8104" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.798628] env[69195]: DEBUG nova.network.neutron [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.895365] env[69195]: DEBUG nova.network.neutron [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Updating instance_info_cache with network_info: [{"id": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "address": "fa:16:3e:dc:a0:ce", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fd1b70-ea", "ovs_interfaceid": "e4fd1b70-ea8a-43f7-9bbd-c33425c71046", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.965018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.965018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.136s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.965844] env[69195]: DEBUG nova.objects.instance [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lazy-loading 'resources' on Instance uuid dbf65c44-8008-4aa8-8c39-1793c7b58d11 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.994392] env[69195]: INFO nova.scheduler.client.report [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Deleted allocations for instance 54b5228b-75ee-4b57-8434-f188e2ef490d [ 983.306197] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.306969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.306969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.306969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.307209] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.309794] env[69195]: INFO nova.compute.manager [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Terminating instance [ 983.355339] env[69195]: DEBUG nova.network.neutron [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.398135] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "refresh_cache-81ccba60-0cff-4dfc-838f-aea8608e59aa" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.399836] env[69195]: DEBUG nova.objects.instance [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lazy-loading 'flavor' on Instance uuid 81ccba60-0cff-4dfc-838f-aea8608e59aa {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.509017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f113dc1f-6cdf-4b2e-9124-a03b31c8f491 tempest-ListImageFiltersTestJSON-1208479351 tempest-ListImageFiltersTestJSON-1208479351-project-member] Lock "54b5228b-75ee-4b57-8434-f188e2ef490d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.520s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.531570] env[69195]: DEBUG nova.network.neutron [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Updating instance_info_cache with network_info: [{"id": "cca83c4c-51e2-4809-a82a-3b24bd3c8bef", "address": "fa:16:3e:5d:41:c5", "network": {"id": "7c370d17-bed2-470b-8669-6d1d1d6c53ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1753680923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b212f96689f240ffb31857a31b65b7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca83c4c-51", "ovs_interfaceid": "cca83c4c-51e2-4809-a82a-3b24bd3c8bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.816114] env[69195]: DEBUG nova.compute.manager [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.816216] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.817141] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dbbe03-f7c7-4b6f-822e-a5dfbfcd6572 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.828083] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.828369] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14587411-2c6d-4454-9b51-11a26154404a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.834779] env[69195]: DEBUG oslo_vmware.api [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 983.834779] env[69195]: value = "task-3504782" [ 983.834779] env[69195]: _type = "Task" [ 983.834779] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.839600] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41febaf-a407-4bc8-907c-0ad7a2e32551 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.849897] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a766680-1897-4352-ba19-ccc165a264c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.853845] env[69195]: DEBUG oslo_vmware.api [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.884709] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662c7cf9-209c-443a-abb2-9e04e582969a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.890018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.890260] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.896391] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ac05c-b0cb-43d9-8758-4dc9e776a038 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.911753] env[69195]: DEBUG nova.compute.provider_tree [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.914410] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da20d90-3287-4790-95c8-b2c1ad77a7f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.938314] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.938660] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c7dfa2-2075-4655-b1e7-bc151918b009 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.945997] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 983.945997] env[69195]: value = "task-3504783" [ 983.945997] env[69195]: _type = "Task" [ 983.945997] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.954753] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.037562] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Releasing lock "refresh_cache-6587d429-b11d-465b-93e8-8d5193dd8104" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.037919] env[69195]: DEBUG nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Instance network_info: |[{"id": "cca83c4c-51e2-4809-a82a-3b24bd3c8bef", "address": "fa:16:3e:5d:41:c5", "network": {"id": "7c370d17-bed2-470b-8669-6d1d1d6c53ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1753680923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b212f96689f240ffb31857a31b65b7cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca83c4c-51", "ovs_interfaceid": "cca83c4c-51e2-4809-a82a-3b24bd3c8bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.038376] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:41:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca83c4c-51e2-4809-a82a-3b24bd3c8bef', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.055475] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Creating folder: Project (b212f96689f240ffb31857a31b65b7cc). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.056161] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-383c353a-7383-463c-9fa4-7f5cff673c32 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.069346] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Created folder: Project (b212f96689f240ffb31857a31b65b7cc) in parent group-v700121. [ 984.069346] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Creating folder: Instances. Parent ref: group-v700349. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.069346] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bf5cf70-0441-4dd6-88f9-d702b33ce469 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.079020] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Created folder: Instances in parent group-v700349. [ 984.079020] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.079020] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.079020] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631865bf-2cce-4dce-84d9-4e7af446cdfa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.099812] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.099812] env[69195]: value = "task-3504786" [ 984.099812] env[69195]: _type = "Task" [ 984.099812] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.108787] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504786, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.346283] env[69195]: DEBUG oslo_vmware.api [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504782, 'name': PowerOffVM_Task, 'duration_secs': 0.379422} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.346660] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.346905] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.347220] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75d4852e-27ee-43a6-a19f-9ed2730f30cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.392815] env[69195]: DEBUG nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.413033] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.413033] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.413033] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleting the datastore file [datastore2] 1c3c602d-965a-4ed1-af19-961bdcb6dd8c {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.413261] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e37622d-2f36-4df2-9d60-8313abdadf08 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.418731] env[69195]: DEBUG nova.scheduler.client.report [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.424582] env[69195]: DEBUG oslo_vmware.api [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 984.424582] env[69195]: value = "task-3504788" [ 984.424582] env[69195]: _type = "Task" [ 984.424582] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.433942] env[69195]: DEBUG oslo_vmware.api [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.459562] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504783, 'name': PowerOffVM_Task, 'duration_secs': 0.276856} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.459562] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.464811] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 984.465147] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59b4417b-562d-465a-86b0-0f70f424f444 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.484478] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 984.484478] env[69195]: value = "task-3504789" [ 984.484478] env[69195]: _type = "Task" [ 984.484478] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.492723] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.610514] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504786, 'name': CreateVM_Task, 'duration_secs': 0.416919} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.610941] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.611446] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.611624] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.611945] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.612227] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49170207-abd1-435d-9d54-fb0f10a3546a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.618814] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 984.618814] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5229f184-6a4f-e3f4-a902-23546be329ee" [ 984.618814] env[69195]: _type = "Task" [ 984.618814] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.627645] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5229f184-6a4f-e3f4-a902-23546be329ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.921253] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.927915] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.929744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.949s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.929744] env[69195]: DEBUG nova.objects.instance [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lazy-loading 'resources' on Instance uuid 9fe63127-8329-4a25-b9b9-b5e0369ae943 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.939890] env[69195]: DEBUG oslo_vmware.api [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466507} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.942676] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.942918] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.943205] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.943399] env[69195]: INFO nova.compute.manager [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 984.943925] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.946814] env[69195]: DEBUG nova.compute.manager [-] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.946919] env[69195]: DEBUG nova.network.neutron [-] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.994715] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504789, 'name': ReconfigVM_Task, 'duration_secs': 0.242146} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.994964] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 984.995170] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.996044] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7209cc1d-83ca-46bf-9fe7-bc2a8575e5bc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.003874] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 985.003874] env[69195]: value = "task-3504790" [ 985.003874] env[69195]: _type = "Task" [ 985.003874] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.012657] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.130436] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5229f184-6a4f-e3f4-a902-23546be329ee, 'name': SearchDatastore_Task, 'duration_secs': 0.046396} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.130774] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.130992] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.131391] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.131540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.131714] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.132045] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-245f9400-04e5-4c13-8962-84be57604c92 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.142853] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.143073] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.143841] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c49618c-dff5-4a2b-a469-51f4212021b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.150092] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 985.150092] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c8085b-85fc-34bf-dbb0-7b0f5c123b1f" [ 985.150092] env[69195]: _type = "Task" [ 985.150092] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.161389] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c8085b-85fc-34bf-dbb0-7b0f5c123b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.275715] env[69195]: DEBUG nova.compute.manager [req-d21afd14-2693-4727-9ca8-c5c36b149211 req-b623c84c-f141-4857-b47e-23352a82e803 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Received event network-vif-deleted-1b20cb32-97a6-4504-acc5-8aab27acc59d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.275715] env[69195]: INFO nova.compute.manager [req-d21afd14-2693-4727-9ca8-c5c36b149211 req-b623c84c-f141-4857-b47e-23352a82e803 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Neutron deleted interface 1b20cb32-97a6-4504-acc5-8aab27acc59d; detaching it from the instance and deleting it from the info cache [ 985.275715] env[69195]: DEBUG nova.network.neutron [req-d21afd14-2693-4727-9ca8-c5c36b149211 req-b623c84c-f141-4857-b47e-23352a82e803 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.450968] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ec169f7-b606-43e9-9f75-f58c44f6905e tempest-ServerActionsV293TestJSON-1161713519 tempest-ServerActionsV293TestJSON-1161713519-project-member] Lock "dbf65c44-8008-4aa8-8c39-1793c7b58d11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.159s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.524194] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.663042] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c8085b-85fc-34bf-dbb0-7b0f5c123b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.663977] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5fab27-9263-4dec-920d-fca55d54dde4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.674398] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 985.674398] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523220c2-7c87-8141-eeb9-b47d4e7a2d0a" [ 985.674398] env[69195]: _type = "Task" [ 985.674398] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.685296] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523220c2-7c87-8141-eeb9-b47d4e7a2d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.730870] env[69195]: DEBUG nova.network.neutron [-] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.778869] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43c0d7cd-2c66-4397-a884-1cf4e43159a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.784092] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be790e8-4123-4909-a981-7b3bff8e3c9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.796571] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb35cba-ad73-47f6-8776-1a91e97c6442 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.803027] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4b4d28-7065-41cf-8ae0-489b1dd82db7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.856544] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab16b7-b6a9-48e6-b43f-345efe8b25c3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.859397] env[69195]: DEBUG nova.compute.manager [req-d21afd14-2693-4727-9ca8-c5c36b149211 req-b623c84c-f141-4857-b47e-23352a82e803 service nova] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Detach interface failed, port_id=1b20cb32-97a6-4504-acc5-8aab27acc59d, reason: Instance 1c3c602d-965a-4ed1-af19-961bdcb6dd8c could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.866907] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce061fcb-58c3-4efc-8703-b2e5add605da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.882110] env[69195]: DEBUG nova.compute.provider_tree [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.017455] env[69195]: DEBUG oslo_vmware.api [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504790, 'name': PowerOnVM_Task, 'duration_secs': 0.727655} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.017675] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.017901] env[69195]: DEBUG nova.compute.manager [None req-ed383207-9c76-46d5-879a-002a2d773948 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.018737] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e9d5ab-036e-4235-9f9b-a4492276e08d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.184593] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523220c2-7c87-8141-eeb9-b47d4e7a2d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015509} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.184874] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.185197] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 6587d429-b11d-465b-93e8-8d5193dd8104/6587d429-b11d-465b-93e8-8d5193dd8104.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.185480] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1e0b42-bfb9-481b-b527-56110237b44e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.192221] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 986.192221] env[69195]: value = "task-3504792" [ 986.192221] env[69195]: _type = "Task" [ 986.192221] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.200274] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.234089] env[69195]: INFO nova.compute.manager [-] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Took 1.29 seconds to deallocate network for instance. [ 986.385526] env[69195]: DEBUG nova.scheduler.client.report [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.701859] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483041} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.702216] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 6587d429-b11d-465b-93e8-8d5193dd8104/6587d429-b11d-465b-93e8-8d5193dd8104.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.702446] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.702734] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97acf38b-6584-4129-ae40-fb71e1d433a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.709663] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 986.709663] env[69195]: value = "task-3504793" [ 986.709663] env[69195]: _type = "Task" [ 986.709663] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.718099] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.742093] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.890224] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.893732] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.170s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.895371] env[69195]: INFO nova.compute.claims [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.917358] env[69195]: INFO nova.scheduler.client.report [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted allocations for instance 9fe63127-8329-4a25-b9b9-b5e0369ae943 [ 987.221652] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07359} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.221949] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.222716] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075620b3-2150-4c73-930e-f9d6c4631e52 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.244630] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 6587d429-b11d-465b-93e8-8d5193dd8104/6587d429-b11d-465b-93e8-8d5193dd8104.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.244873] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6644735c-b7cc-43e3-8ab8-42c354e4606f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.264324] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 987.264324] env[69195]: value = "task-3504794" [ 987.264324] env[69195]: _type = "Task" [ 987.264324] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.272014] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.424421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8c3d0aff-85e8-428f-a1f0-c07f95840fa7 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "9fe63127-8329-4a25-b9b9-b5e0369ae943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.500s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.776562] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.943069] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "63a46af9-eed9-49cb-891c-44005250d16c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.943347] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "63a46af9-eed9-49cb-891c-44005250d16c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.943581] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "63a46af9-eed9-49cb-891c-44005250d16c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.943857] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "63a46af9-eed9-49cb-891c-44005250d16c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.944107] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "63a46af9-eed9-49cb-891c-44005250d16c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.948752] env[69195]: INFO nova.compute.manager [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Terminating instance [ 988.234854] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4feb6a-cc78-4a64-8dab-b51c76b781f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.248169] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f46e2f-9d4a-4eec-ad1b-cadd6ef31543 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.285706] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00637de3-2f62-4b75-85b8-7829b465f87e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.296730] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d112c1f-e4a6-497b-97c1-084839d5eedd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.300677] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504794, 'name': ReconfigVM_Task, 'duration_secs': 0.716768} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.300955] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 6587d429-b11d-465b-93e8-8d5193dd8104/6587d429-b11d-465b-93e8-8d5193dd8104.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.302029] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed5e7900-6733-4122-ba7f-1ac85d1d0f76 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.312372] env[69195]: DEBUG nova.compute.provider_tree [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.314880] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 988.314880] env[69195]: value = "task-3504796" [ 988.314880] env[69195]: _type = "Task" [ 988.314880] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.324331] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504796, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.452937] env[69195]: DEBUG nova.compute.manager [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.453195] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.454515] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ff9ac-4fed-40d7-b5a5-4d0923f3fcd6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.464873] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.465115] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5616a36b-adbd-49fd-b961-31480cf770a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.473378] env[69195]: DEBUG oslo_vmware.api [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 988.473378] env[69195]: value = "task-3504797" [ 988.473378] env[69195]: _type = "Task" [ 988.473378] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.483377] env[69195]: DEBUG oslo_vmware.api [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.816527] env[69195]: DEBUG nova.scheduler.client.report [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.829161] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504796, 'name': Rename_Task, 'duration_secs': 0.294991} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.829544] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.829666] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d47045c-9b7e-4401-9bdf-6bcb69aa1648 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.836503] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 988.836503] env[69195]: value = "task-3504798" [ 988.836503] env[69195]: _type = "Task" [ 988.836503] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.843630] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.983571] env[69195]: DEBUG oslo_vmware.api [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504797, 'name': PowerOffVM_Task, 'duration_secs': 0.224281} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.983731] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.983861] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.984173] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62c78dcf-957a-44ba-8e55-cee0ddab44df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.046482] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.046727] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.047057] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleting the datastore file [datastore2] 63a46af9-eed9-49cb-891c-44005250d16c {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.047410] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e49bf98-a1ad-42f9-a7c5-35c1f382fd5f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.053568] env[69195]: DEBUG oslo_vmware.api [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 989.053568] env[69195]: value = "task-3504800" [ 989.053568] env[69195]: _type = "Task" [ 989.053568] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.060886] env[69195]: DEBUG oslo_vmware.api [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.226703] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.226958] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.324321] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.324854] env[69195]: DEBUG nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.327686] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.354s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.327905] env[69195]: DEBUG nova.objects.instance [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lazy-loading 'resources' on Instance uuid 64068cef-b827-484b-b713-3751fcdc2786 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.348836] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.563435] env[69195]: DEBUG oslo_vmware.api [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168936} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.563718] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.563898] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.564085] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.564267] env[69195]: INFO nova.compute.manager [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 989.564511] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.564701] env[69195]: DEBUG nova.compute.manager [-] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.564874] env[69195]: DEBUG nova.network.neutron [-] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.729208] env[69195]: DEBUG nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.832019] env[69195]: DEBUG nova.compute.utils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.837476] env[69195]: DEBUG nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.837710] env[69195]: DEBUG nova.network.neutron [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.843543] env[69195]: DEBUG nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.863723] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.900753] env[69195]: DEBUG nova.compute.manager [req-9d1a196a-b09b-4c17-b9f4-a59d31b3a27b req-dd96276a-eb2d-4659-8798-2f4275ec991f service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Received event network-vif-deleted-8551820f-a746-4b28-b9c8-fa47765128d1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.900990] env[69195]: INFO nova.compute.manager [req-9d1a196a-b09b-4c17-b9f4-a59d31b3a27b req-dd96276a-eb2d-4659-8798-2f4275ec991f service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Neutron deleted interface 8551820f-a746-4b28-b9c8-fa47765128d1; detaching it from the instance and deleting it from the info cache [ 989.901747] env[69195]: DEBUG nova.network.neutron [req-9d1a196a-b09b-4c17-b9f4-a59d31b3a27b req-dd96276a-eb2d-4659-8798-2f4275ec991f service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.919102] env[69195]: DEBUG nova.policy [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5116d5cb69455186f445459ac04fff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '989717d9efa74e1dbb027192e88b4483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.190993] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f88d9a-3b94-4460-8870-182da17460ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.198911] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e669fe9-a4a5-46e6-b912-67a8b4e87a2f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.230922] env[69195]: DEBUG nova.network.neutron [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Successfully created port: a182204e-10a5-4dd5-966a-45041d4e3861 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.233307] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0377c05-a88d-4072-9a62-6fb61c93c138 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.245329] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53500bc-d8f9-4be5-a505-9164b8caae14 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.259870] env[69195]: DEBUG nova.compute.provider_tree [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.262482] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.349599] env[69195]: DEBUG nova.network.neutron [-] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.360121] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.405103] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5604df1e-20f7-4a72-973d-f14b5d9dd406 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.415650] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01b83f8-5c89-4b85-93c8-816ba17ff971 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.450167] env[69195]: DEBUG nova.compute.manager [req-9d1a196a-b09b-4c17-b9f4-a59d31b3a27b req-dd96276a-eb2d-4659-8798-2f4275ec991f service nova] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Detach interface failed, port_id=8551820f-a746-4b28-b9c8-fa47765128d1, reason: Instance 63a46af9-eed9-49cb-891c-44005250d16c could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.764230] env[69195]: DEBUG nova.scheduler.client.report [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.851284] env[69195]: INFO nova.compute.manager [-] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Took 1.29 seconds to deallocate network for instance. [ 990.856333] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.861531] env[69195]: DEBUG nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.888879] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='717da7f13399e464795e5e7ad033b339',container_format='bare',created_at=2025-04-22T06:14:31Z,direct_url=,disk_format='vmdk',id=f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde,min_disk=1,min_ram=0,name='tempest-test-snap-455525284',owner='989717d9efa74e1dbb027192e88b4483',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-22T06:14:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.889931] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.889931] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.889931] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.889931] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.889931] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.890243] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.890243] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.890386] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.890554] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.890739] env[69195]: DEBUG nova.virt.hardware [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.891717] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb4b58-e6a9-4488-9f53-f324fb068219 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.900388] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa8eab-96cc-4506-8718-1b55e20eb1f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.269150] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.271583] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.665s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.271627] env[69195]: DEBUG nova.objects.instance [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lazy-loading 'resources' on Instance uuid 94cd8c25-80e2-4bc4-a283-3162301561ae {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.292620] env[69195]: INFO nova.scheduler.client.report [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Deleted allocations for instance 64068cef-b827-484b-b713-3751fcdc2786 [ 991.354284] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.365517] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.765015] env[69195]: DEBUG nova.network.neutron [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Successfully updated port: a182204e-10a5-4dd5-966a-45041d4e3861 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.805991] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48d561ab-63e0-4dba-9e82-692c1b1a357c tempest-MigrationsAdminTest-718349773 tempest-MigrationsAdminTest-718349773-project-member] Lock "64068cef-b827-484b-b713-3751fcdc2786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.194s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.853715] env[69195]: DEBUG oslo_vmware.api [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504798, 'name': PowerOnVM_Task, 'duration_secs': 2.816667} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.856040] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.856251] env[69195]: INFO nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Took 11.45 seconds to spawn the instance on the hypervisor. [ 991.856433] env[69195]: DEBUG nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.857358] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09b572d-5643-40aa-9a54-ca1099cb5ad8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.956070] env[69195]: DEBUG nova.compute.manager [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Received event network-vif-plugged-a182204e-10a5-4dd5-966a-45041d4e3861 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.956070] env[69195]: DEBUG oslo_concurrency.lockutils [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] Acquiring lock "2ed70894-b89f-4785-9bb4-8f897bd444cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.956258] env[69195]: DEBUG oslo_concurrency.lockutils [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] Lock "2ed70894-b89f-4785-9bb4-8f897bd444cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.956537] env[69195]: DEBUG oslo_concurrency.lockutils [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] Lock "2ed70894-b89f-4785-9bb4-8f897bd444cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.956784] env[69195]: DEBUG nova.compute.manager [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] No waiting events found dispatching network-vif-plugged-a182204e-10a5-4dd5-966a-45041d4e3861 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.957086] env[69195]: WARNING nova.compute.manager [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Received unexpected event network-vif-plugged-a182204e-10a5-4dd5-966a-45041d4e3861 for instance with vm_state building and task_state spawning. [ 991.957356] env[69195]: DEBUG nova.compute.manager [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Received event network-changed-a182204e-10a5-4dd5-966a-45041d4e3861 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.957609] env[69195]: DEBUG nova.compute.manager [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Refreshing instance network info cache due to event network-changed-a182204e-10a5-4dd5-966a-45041d4e3861. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.958293] env[69195]: DEBUG oslo_concurrency.lockutils [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] Acquiring lock "refresh_cache-2ed70894-b89f-4785-9bb4-8f897bd444cb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.958293] env[69195]: DEBUG oslo_concurrency.lockutils [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] Acquired lock "refresh_cache-2ed70894-b89f-4785-9bb4-8f897bd444cb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.958293] env[69195]: DEBUG nova.network.neutron [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Refreshing network info cache for port a182204e-10a5-4dd5-966a-45041d4e3861 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.109574] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08418578-aba3-41cf-94b1-31a6617b4671 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.117655] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee33d2e6-e337-4ee5-9eb7-bfa6125df9a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.888502] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "refresh_cache-2ed70894-b89f-4785-9bb4-8f897bd444cb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.897472] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b89d41-42e6-4c13-8185-2be041c63c00 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.900284] env[69195]: INFO nova.compute.manager [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Took 39.65 seconds to build instance. [ 992.906774] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af6727-74b1-4db3-a33e-0954ee750017 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.920985] env[69195]: DEBUG nova.compute.provider_tree [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.944891] env[69195]: DEBUG nova.network.neutron [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.065525] env[69195]: DEBUG nova.network.neutron [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.403391] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5893dc44-c15b-4114-acb7-edb75c3fb247 tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "6587d429-b11d-465b-93e8-8d5193dd8104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.167s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.427398] env[69195]: DEBUG nova.scheduler.client.report [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.430920] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquiring lock "6587d429-b11d-465b-93e8-8d5193dd8104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.431160] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "6587d429-b11d-465b-93e8-8d5193dd8104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.431364] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquiring lock "6587d429-b11d-465b-93e8-8d5193dd8104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.431543] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "6587d429-b11d-465b-93e8-8d5193dd8104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.431721] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "6587d429-b11d-465b-93e8-8d5193dd8104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.435068] env[69195]: INFO nova.compute.manager [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Terminating instance [ 993.567800] env[69195]: DEBUG oslo_concurrency.lockutils [req-c499a6e3-2348-4cff-8cd6-0e6872d98295 req-8fc39a9f-7d5c-497f-8536-b3485916d860 service nova] Releasing lock "refresh_cache-2ed70894-b89f-4785-9bb4-8f897bd444cb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.568279] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "refresh_cache-2ed70894-b89f-4785-9bb4-8f897bd444cb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.568442] env[69195]: DEBUG nova.network.neutron [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.936135] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.665s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.940586] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.895s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.940586] env[69195]: DEBUG nova.compute.manager [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.940734] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.941553] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2652e88-dc1d-401a-b170-efeda84aacfe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.949943] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.950227] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fab9bddb-2a4a-4989-9f5e-ee1f732630c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.958598] env[69195]: DEBUG oslo_vmware.api [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 993.958598] env[69195]: value = "task-3504803" [ 993.958598] env[69195]: _type = "Task" [ 993.958598] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.968560] env[69195]: DEBUG oslo_vmware.api [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.969541] env[69195]: INFO nova.scheduler.client.report [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Deleted allocations for instance 94cd8c25-80e2-4bc4-a283-3162301561ae [ 994.145956] env[69195]: DEBUG nova.network.neutron [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.393764] env[69195]: DEBUG nova.network.neutron [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Updating instance_info_cache with network_info: [{"id": "a182204e-10a5-4dd5-966a-45041d4e3861", "address": "fa:16:3e:d8:be:c7", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa182204e-10", "ovs_interfaceid": "a182204e-10a5-4dd5-966a-45041d4e3861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.458790] env[69195]: INFO nova.compute.claims [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.479057] env[69195]: DEBUG oslo_vmware.api [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504803, 'name': PowerOffVM_Task, 'duration_secs': 0.214194} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.480386] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d197931c-35b9-4cf1-9d75-da833829bbee tempest-ServerShowV247Test-1988597462 tempest-ServerShowV247Test-1988597462-project-member] Lock "94cd8c25-80e2-4bc4-a283-3162301561ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.189s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.481183] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.481538] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.485607] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1b8d77-dac1-474e-80ae-f53e3911c6f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.556303] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.556303] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.556303] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Deleting the datastore file [datastore2] 6587d429-b11d-465b-93e8-8d5193dd8104 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.556303] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bfe0bcf-f1e4-4078-8c7c-8c86f25584c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.562910] env[69195]: DEBUG oslo_vmware.api [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for the task: (returnval){ [ 994.562910] env[69195]: value = "task-3504806" [ 994.562910] env[69195]: _type = "Task" [ 994.562910] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.572358] env[69195]: DEBUG oslo_vmware.api [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.896074] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "refresh_cache-2ed70894-b89f-4785-9bb4-8f897bd444cb" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.896432] env[69195]: DEBUG nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Instance network_info: |[{"id": "a182204e-10a5-4dd5-966a-45041d4e3861", "address": "fa:16:3e:d8:be:c7", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa182204e-10", "ovs_interfaceid": "a182204e-10a5-4dd5-966a-45041d4e3861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.896872] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:be:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a182204e-10a5-4dd5-966a-45041d4e3861', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.904421] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.904650] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.904871] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dd6abf0-b02c-446c-adec-31aa3980230a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.924859] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.924859] env[69195]: value = "task-3504807" [ 994.924859] env[69195]: _type = "Task" [ 994.924859] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.932479] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504807, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.965556] env[69195]: INFO nova.compute.resource_tracker [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating resource usage from migration f853c71d-5345-4974-ba7b-ffd197f0e2cd [ 995.073479] env[69195]: DEBUG oslo_vmware.api [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Task: {'id': task-3504806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134298} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.075935] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.076144] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.076365] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.076577] env[69195]: INFO nova.compute.manager [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.076851] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.077271] env[69195]: DEBUG nova.compute.manager [-] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.077392] env[69195]: DEBUG nova.network.neutron [-] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.263018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9239b14-e8eb-4d8d-9d5a-1be5c66597f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.270880] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6dd783-78f3-43be-8496-b2b407e26ee1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.303400] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54cbc37-61eb-4278-9006-1024344aa431 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.312018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136a154b-560a-4e9d-8d1d-6f5640cef738 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.326456] env[69195]: DEBUG nova.compute.provider_tree [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.436932] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504807, 'name': CreateVM_Task, 'duration_secs': 0.35075} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.437224] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.438184] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.438373] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.438768] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.439020] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6978ce75-fb7f-4c1e-9eb8-15162005c3f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.444679] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 995.444679] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d0cd-6d04-35b5-cd1d-e4fc3f9012b3" [ 995.444679] env[69195]: _type = "Task" [ 995.444679] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.453725] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211d0cd-6d04-35b5-cd1d-e4fc3f9012b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.499464] env[69195]: DEBUG nova.compute.manager [req-cc72935c-3d61-4f98-97fe-8ac8daab13db req-3a76fb3f-798f-454a-9143-c69c103a00d8 service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Received event network-vif-deleted-cca83c4c-51e2-4809-a82a-3b24bd3c8bef {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.499464] env[69195]: INFO nova.compute.manager [req-cc72935c-3d61-4f98-97fe-8ac8daab13db req-3a76fb3f-798f-454a-9143-c69c103a00d8 service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Neutron deleted interface cca83c4c-51e2-4809-a82a-3b24bd3c8bef; detaching it from the instance and deleting it from the info cache [ 995.499609] env[69195]: DEBUG nova.network.neutron [req-cc72935c-3d61-4f98-97fe-8ac8daab13db req-3a76fb3f-798f-454a-9143-c69c103a00d8 service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.850227] env[69195]: ERROR nova.scheduler.client.report [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [req-6d0310ec-af39-4293-901b-09941735025f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d0310ec-af39-4293-901b-09941735025f"}]} [ 995.881503] env[69195]: DEBUG nova.scheduler.client.report [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 995.895135] env[69195]: DEBUG nova.network.neutron [-] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.901242] env[69195]: DEBUG nova.scheduler.client.report [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 995.901362] env[69195]: DEBUG nova.compute.provider_tree [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.915632] env[69195]: DEBUG nova.scheduler.client.report [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 995.941748] env[69195]: DEBUG nova.scheduler.client.report [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 995.954955] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.955270] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Processing image f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.955523] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.955674] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.955850] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.956324] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-544b3747-4317-4ab5-a8fe-186193f41640 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.965275] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.965527] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.966312] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad77093-bddf-49d2-8c79-5e03a59c5543 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.972554] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 995.972554] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5245a29f-19dc-205f-87aa-ab942de428ac" [ 995.972554] env[69195]: _type = "Task" [ 995.972554] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.983588] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5245a29f-19dc-205f-87aa-ab942de428ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.988989] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.989378] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.002245] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "a8505259-cd52-49db-9455-4a9d06bc64f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.002487] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "a8505259-cd52-49db-9455-4a9d06bc64f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.006318] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81b96ff8-6198-470c-a1ea-b46577dfae17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.021973] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9a0a10-b672-4fcc-a879-6022c3d5ab4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.057289] env[69195]: DEBUG nova.compute.manager [req-cc72935c-3d61-4f98-97fe-8ac8daab13db req-3a76fb3f-798f-454a-9143-c69c103a00d8 service nova] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Detach interface failed, port_id=cca83c4c-51e2-4809-a82a-3b24bd3c8bef, reason: Instance 6587d429-b11d-465b-93e8-8d5193dd8104 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.288495] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d535ca8c-8baf-47f7-9679-95f17f99651e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.296127] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51345a69-59f0-4f78-806b-f52810571686 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.326546] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03311436-b8e6-4233-9fd3-027fb42fa568 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.334346] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9ec79c-8ff6-4c66-bb3c-2bbaf142ad13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.347962] env[69195]: DEBUG nova.compute.provider_tree [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.396489] env[69195]: INFO nova.compute.manager [-] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Took 1.32 seconds to deallocate network for instance. [ 996.491029] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Preparing fetch location {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 996.491029] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Fetch image to [datastore2] OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e/OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e.vmdk {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 996.491029] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Downloading stream optimized image f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde to [datastore2] OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e/OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e.vmdk on the data store datastore2 as vApp {{(pid=69195) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 996.491029] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Downloading image file data f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde to the ESX as VM named 'OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e' {{(pid=69195) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 996.497557] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.497724] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.497890] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.498082] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.498259] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.498453] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.498939] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 996.498939] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.510793] env[69195]: DEBUG nova.compute.manager [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.596784] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 996.596784] env[69195]: value = "resgroup-9" [ 996.596784] env[69195]: _type = "ResourcePool" [ 996.596784] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 996.597130] env[69195]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4215f0ce-a9ed-491e-9aba-9dd6d3986c37 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.618479] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lease: (returnval){ [ 996.618479] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5264b761-ac2a-2854-2fd7-2c5b27bc6cae" [ 996.618479] env[69195]: _type = "HttpNfcLease" [ 996.618479] env[69195]: } obtained for vApp import into resource pool (val){ [ 996.618479] env[69195]: value = "resgroup-9" [ 996.618479] env[69195]: _type = "ResourcePool" [ 996.618479] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 996.618755] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the lease: (returnval){ [ 996.618755] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5264b761-ac2a-2854-2fd7-2c5b27bc6cae" [ 996.618755] env[69195]: _type = "HttpNfcLease" [ 996.618755] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 996.625573] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.625573] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5264b761-ac2a-2854-2fd7-2c5b27bc6cae" [ 996.625573] env[69195]: _type = "HttpNfcLease" [ 996.625573] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 996.889019] env[69195]: DEBUG nova.scheduler.client.report [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 996.889019] env[69195]: DEBUG nova.compute.provider_tree [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 112 to 113 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 996.889019] env[69195]: DEBUG nova.compute.provider_tree [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.902955] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.002677] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.040275] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.129021] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.129021] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5264b761-ac2a-2854-2fd7-2c5b27bc6cae" [ 997.129021] env[69195]: _type = "HttpNfcLease" [ 997.129021] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.129021] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.129021] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5264b761-ac2a-2854-2fd7-2c5b27bc6cae" [ 997.129021] env[69195]: _type = "HttpNfcLease" [ 997.129021] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 997.129021] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8937b095-a36b-42dd-a8ff-047a8c049d7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.137382] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523547c8-47cd-f952-921c-702728f93a03/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.137382] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523547c8-47cd-f952-921c-702728f93a03/disk-0.vmdk. {{(pid=69195) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 997.207505] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47dd4c9a-627b-46d0-a9fe-bc2c75248ec1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.395060] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.454s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.395060] env[69195]: INFO nova.compute.manager [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Migrating [ 997.404053] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.173s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.404777] env[69195]: DEBUG nova.objects.instance [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lazy-loading 'resources' on Instance uuid 5aa340ef-8745-41fd-a919-d363722071c0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.901054] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Completed reading data from the image iterator. {{(pid=69195) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 997.901054] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523547c8-47cd-f952-921c-702728f93a03/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 997.901054] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040d43d2-ac16-4228-9fbf-1ef02cbfed61 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.912042] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523547c8-47cd-f952-921c-702728f93a03/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 997.912504] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523547c8-47cd-f952-921c-702728f93a03/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 997.913161] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e8d8e453-51f3-4b83-8de7-54dc37a0eb16 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.918926] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.919374] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.919743] env[69195]: DEBUG nova.network.neutron [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.085288] env[69195]: DEBUG oslo_vmware.rw_handles [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523547c8-47cd-f952-921c-702728f93a03/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 998.085540] env[69195]: INFO nova.virt.vmwareapi.images [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Downloaded image file data f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde [ 998.088725] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b02595-b7d1-4deb-921b-7c97f99b406f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.104891] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad0fcbe6-78bf-4bff-8b13-08e750af14ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.129260] env[69195]: INFO nova.virt.vmwareapi.images [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] The imported VM was unregistered [ 998.131750] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Caching image {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 998.131832] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.132137] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e7062c1-5bc1-43a5-9eac-26dfef3347d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.156097] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Created directory with path [datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.156417] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e/OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e.vmdk to [datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde.vmdk. {{(pid=69195) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 998.159453] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6106fee9-7d4c-495a-9817-84e36f21dd21 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.169265] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 998.169265] env[69195]: value = "task-3504811" [ 998.169265] env[69195]: _type = "Task" [ 998.169265] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.179625] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504811, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.265445] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67f6ed1-1b11-4c43-831a-da23edb7111f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.273259] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbbb215-833a-4f8f-9893-9e79304b7d68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.304862] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa76491-7810-41bf-a032-80e4f6062a8c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.312201] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284c443d-b3c6-46f0-909d-bc8b552672f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.325477] env[69195]: DEBUG nova.compute.provider_tree [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.636656] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "a4420c32-a6b2-4770-9c11-921eb622592d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.637195] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.682097] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504811, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.707461] env[69195]: DEBUG nova.network.neutron [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance_info_cache with network_info: [{"id": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "address": "fa:16:3e:7b:84:1c", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa4d1a2-50", "ovs_interfaceid": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.828694] env[69195]: DEBUG nova.scheduler.client.report [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.139252] env[69195]: DEBUG nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.181588] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504811, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.211887] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.343261] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.344115] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.674s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.346505] env[69195]: INFO nova.compute.claims [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.371573] env[69195]: INFO nova.scheduler.client.report [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Deleted allocations for instance 5aa340ef-8745-41fd-a919-d363722071c0 [ 999.663039] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.686684] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504811, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.880574] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c7f9fb0f-dcb4-4d22-88b7-a091f127b87b tempest-SecurityGroupsTestJSON-1621209229 tempest-SecurityGroupsTestJSON-1621209229-project-member] Lock "5aa340ef-8745-41fd-a919-d363722071c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.791s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.185160] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504811, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.462601] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Acquiring lock "4bebf02b-603b-46d7-8233-4550fd933cbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.462908] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "4bebf02b-603b-46d7-8233-4550fd933cbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.662798] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68809448-94f9-4df0-a4e0-544ed4ccd9e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.671481] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e951e7-d453-4b16-926f-46a3ab242c4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.682527] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504811, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.706795] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2530f430-cc70-4b0b-b17c-acefa0a11650 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.715531] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f0ea7b-a6b8-4faf-babd-bbe0f1645494 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.730783] env[69195]: DEBUG nova.compute.provider_tree [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.732766] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbc966d-1212-46e6-9d7a-87db64ab1234 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.750432] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance '908abdad-314c-4188-8335-2b8e6550e2a1' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.966596] env[69195]: DEBUG nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.186194] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504811, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.816174} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.186547] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e/OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e.vmdk to [datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde.vmdk. [ 1001.186779] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Cleaning up location [datastore2] OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1001.186951] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a2500b34-fd6c-45ea-ad2b-7ed623e44e6e {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.187309] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04fdc256-be44-4ef4-8751-7116e3a92c9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.193854] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1001.193854] env[69195]: value = "task-3504812" [ 1001.193854] env[69195]: _type = "Task" [ 1001.193854] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.202415] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.236797] env[69195]: DEBUG nova.scheduler.client.report [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.256734] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.257350] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-683fa947-a086-4320-8e9d-30afb8487dd2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.264224] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1001.264224] env[69195]: value = "task-3504813" [ 1001.264224] env[69195]: _type = "Task" [ 1001.264224] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.272550] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.493166] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.704534] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043213} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.704835] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.705015] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.705277] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde.vmdk to [datastore2] 2ed70894-b89f-4785-9bb4-8f897bd444cb/2ed70894-b89f-4785-9bb4-8f897bd444cb.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.705538] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-661deb74-8cf3-45ae-9a07-a5cc88446387 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.715469] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1001.715469] env[69195]: value = "task-3504814" [ 1001.715469] env[69195]: _type = "Task" [ 1001.715469] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.723505] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.741590] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.742959] env[69195]: DEBUG nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.745026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.501s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.747386] env[69195]: INFO nova.compute.claims [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.776877] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1001.777227] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance '908abdad-314c-4188-8335-2b8e6550e2a1' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.234236] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504814, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.250954] env[69195]: DEBUG nova.compute.utils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.252528] env[69195]: DEBUG nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.252734] env[69195]: DEBUG nova.network.neutron [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.284111] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.284379] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.284876] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.284876] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.284876] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.290133] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.290649] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.290720] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.290889] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.291068] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.291320] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.299209] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7566ade-3b3b-4634-b5b6-edde7212184e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.319379] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1002.319379] env[69195]: value = "task-3504815" [ 1002.319379] env[69195]: _type = "Task" [ 1002.319379] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.330416] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.344030] env[69195]: DEBUG nova.policy [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.733019] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504814, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.759485] env[69195]: DEBUG nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.779968] env[69195]: DEBUG nova.network.neutron [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Successfully created port: 6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.833506] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504815, 'name': ReconfigVM_Task, 'duration_secs': 0.15415} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.836944] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance '908abdad-314c-4188-8335-2b8e6550e2a1' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.159438] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4259ad-3d58-4ef3-bcc8-ba68eaeb7a59 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.170588] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f72f3cc-f8bd-47f5-907c-19a6695a9845 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.210192] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a140f1-9b8b-4867-a0cd-c15cefee1d11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.226555] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eb703a-8d5e-483e-9fd3-18da6add01b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.237614] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504814, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.246635] env[69195]: DEBUG nova.compute.provider_tree [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.345175] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.345505] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.345699] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.345894] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.346055] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.346263] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.346577] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.346760] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.346970] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.347159] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.347336] env[69195]: DEBUG nova.virt.hardware [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.354130] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1003.354848] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a7fec0d-6e93-45d4-96fd-5226ab6dbc89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.378253] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1003.378253] env[69195]: value = "task-3504816" [ 1003.378253] env[69195]: _type = "Task" [ 1003.378253] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.389847] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.735537] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504814, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.752456] env[69195]: DEBUG nova.scheduler.client.report [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.773324] env[69195]: DEBUG nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.804897] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.805178] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.805337] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.805518] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.805665] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.805814] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.806459] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.807154] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.807576] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.809087] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.809409] env[69195]: DEBUG nova.virt.hardware [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.811315] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a4e35-177a-4c95-81be-ad0ef279cd28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.822147] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eda27f7-9471-4a46-b31d-68ffb3193327 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.891550] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504816, 'name': ReconfigVM_Task, 'duration_secs': 0.181295} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.891951] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.892779] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953b4425-4535-44af-8e9b-c570c88700fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.919405] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 908abdad-314c-4188-8335-2b8e6550e2a1/908abdad-314c-4188-8335-2b8e6550e2a1.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.922124] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd3efb48-ff70-4e2b-87a3-8368879a714b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.941514] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1003.941514] env[69195]: value = "task-3504817" [ 1003.941514] env[69195]: _type = "Task" [ 1003.941514] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.953434] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.230398] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504814, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.313803} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.230670] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde/f0d0cce4-fd7f-4c5f-8bf9-0ea2998a4cde.vmdk to [datastore2] 2ed70894-b89f-4785-9bb4-8f897bd444cb/2ed70894-b89f-4785-9bb4-8f897bd444cb.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.231617] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e638e7a-67bc-486e-85b2-6f1502683e9a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.255586] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 2ed70894-b89f-4785-9bb4-8f897bd444cb/2ed70894-b89f-4785-9bb4-8f897bd444cb.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.255933] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c51ffb-5279-4e44-a355-7aed04aa6bef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.273645] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.274470] env[69195]: DEBUG nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.277515] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.436s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.277779] env[69195]: DEBUG nova.objects.instance [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lazy-loading 'resources' on Instance uuid f53e62c6-006d-4d73-a1f7-11308a8a87bc {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.287704] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1004.287704] env[69195]: value = "task-3504818" [ 1004.287704] env[69195]: _type = "Task" [ 1004.287704] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.298640] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.451779] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.542187] env[69195]: DEBUG nova.compute.manager [req-65f71d3c-be08-4c67-a38e-8e75e44708c0 req-bdd90978-78e5-413b-ae8d-8f26ed5eaeca service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received event network-vif-plugged-6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.542494] env[69195]: DEBUG oslo_concurrency.lockutils [req-65f71d3c-be08-4c67-a38e-8e75e44708c0 req-bdd90978-78e5-413b-ae8d-8f26ed5eaeca service nova] Acquiring lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.543074] env[69195]: DEBUG oslo_concurrency.lockutils [req-65f71d3c-be08-4c67-a38e-8e75e44708c0 req-bdd90978-78e5-413b-ae8d-8f26ed5eaeca service nova] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.543493] env[69195]: DEBUG oslo_concurrency.lockutils [req-65f71d3c-be08-4c67-a38e-8e75e44708c0 req-bdd90978-78e5-413b-ae8d-8f26ed5eaeca service nova] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.543776] env[69195]: DEBUG nova.compute.manager [req-65f71d3c-be08-4c67-a38e-8e75e44708c0 req-bdd90978-78e5-413b-ae8d-8f26ed5eaeca service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] No waiting events found dispatching network-vif-plugged-6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.544074] env[69195]: WARNING nova.compute.manager [req-65f71d3c-be08-4c67-a38e-8e75e44708c0 req-bdd90978-78e5-413b-ae8d-8f26ed5eaeca service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received unexpected event network-vif-plugged-6a208557-e9af-4de5-8bfc-956db8ac4308 for instance with vm_state building and task_state spawning. [ 1004.783309] env[69195]: DEBUG nova.compute.utils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.783571] env[69195]: DEBUG nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.784050] env[69195]: DEBUG nova.network.neutron [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.806268] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.858300] env[69195]: DEBUG nova.policy [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7fd5405b335455c85ecabb6df5b57da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2263b6d678164dc1bec646b6331296e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.956033] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.028044] env[69195]: DEBUG nova.network.neutron [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Successfully updated port: 6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.225294] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d60028-e0c1-42e4-854a-f411da2726ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.235298] env[69195]: DEBUG nova.network.neutron [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Successfully created port: 9e2402e4-d91c-4921-815e-0d5aabda4d53 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.238026] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143f16d2-52c0-40ee-9ba2-a4f13b9649c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.275407] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ff728c-f4de-4756-ae40-9dcf34ff4d01 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.282859] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7af724-50c2-43af-b9e8-2744b5865a16 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.297096] env[69195]: DEBUG nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.299899] env[69195]: DEBUG nova.compute.provider_tree [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.309400] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.453329] env[69195]: DEBUG oslo_vmware.api [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504817, 'name': ReconfigVM_Task, 'duration_secs': 1.210281} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.453898] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 908abdad-314c-4188-8335-2b8e6550e2a1/908abdad-314c-4188-8335-2b8e6550e2a1.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.454035] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance '908abdad-314c-4188-8335-2b8e6550e2a1' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.532468] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.532468] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.532468] env[69195]: DEBUG nova.network.neutron [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.813094] env[69195]: DEBUG nova.scheduler.client.report [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.823974] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504818, 'name': ReconfigVM_Task, 'duration_secs': 1.295423} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.824338] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 2ed70894-b89f-4785-9bb4-8f897bd444cb/2ed70894-b89f-4785-9bb4-8f897bd444cb.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.825202] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70ef4f4e-4439-4fcd-96ec-35640a2518e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.833395] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1005.833395] env[69195]: value = "task-3504819" [ 1005.833395] env[69195]: _type = "Task" [ 1005.833395] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.843030] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504819, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.963481] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03cd704-e12d-46f6-b973-fdcb014470ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.983831] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c633f955-3c81-45a5-bf20-f8717dc53c7b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.005178] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance '908abdad-314c-4188-8335-2b8e6550e2a1' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.069926] env[69195]: DEBUG nova.network.neutron [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.257183] env[69195]: DEBUG nova.network.neutron [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updating instance_info_cache with network_info: [{"id": "6a208557-e9af-4de5-8bfc-956db8ac4308", "address": "fa:16:3e:64:e3:2e", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a208557-e9", "ovs_interfaceid": "6a208557-e9af-4de5-8bfc-956db8ac4308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.317836] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.321198] env[69195]: DEBUG nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.323043] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.895s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.323271] env[69195]: DEBUG nova.objects.instance [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lazy-loading 'resources' on Instance uuid 6e4e5b96-e86c-4901-8c87-a70f0da92cfe {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.346616] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504819, 'name': Rename_Task, 'duration_secs': 0.172262} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.349664] env[69195]: INFO nova.scheduler.client.report [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Deleted allocations for instance f53e62c6-006d-4d73-a1f7-11308a8a87bc [ 1006.351134] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.351134] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa6eaf0-fd0a-4f5e-82f0-bf7a0db9be98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.365627] env[69195]: DEBUG nova.virt.hardware [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.365627] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40560a08-a143-4b96-af71-16a587d60dcc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.374528] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1006.374528] env[69195]: value = "task-3504820" [ 1006.374528] env[69195]: _type = "Task" [ 1006.374528] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.383019] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cddf2df-f193-4ce5-988e-525208b03e12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.393636] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.554687] env[69195]: DEBUG nova.network.neutron [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Port cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1006.579596] env[69195]: DEBUG nova.compute.manager [req-c87453a5-b163-4aee-8fa7-b5a85dc6f8bd req-15218944-ccef-4eb3-abb2-e39ac7b59b5b service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received event network-changed-6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.579855] env[69195]: DEBUG nova.compute.manager [req-c87453a5-b163-4aee-8fa7-b5a85dc6f8bd req-15218944-ccef-4eb3-abb2-e39ac7b59b5b service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Refreshing instance network info cache due to event network-changed-6a208557-e9af-4de5-8bfc-956db8ac4308. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.579976] env[69195]: DEBUG oslo_concurrency.lockutils [req-c87453a5-b163-4aee-8fa7-b5a85dc6f8bd req-15218944-ccef-4eb3-abb2-e39ac7b59b5b service nova] Acquiring lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.696469] env[69195]: DEBUG nova.compute.manager [req-66be7ccd-5803-467b-91cd-41e66d4648c8 req-461c49d6-7285-451a-b22d-918c592955bd service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Received event network-vif-plugged-9e2402e4-d91c-4921-815e-0d5aabda4d53 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.696698] env[69195]: DEBUG oslo_concurrency.lockutils [req-66be7ccd-5803-467b-91cd-41e66d4648c8 req-461c49d6-7285-451a-b22d-918c592955bd service nova] Acquiring lock "a9aaa60b-e304-4c56-8626-65cc2da8b265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.696919] env[69195]: DEBUG oslo_concurrency.lockutils [req-66be7ccd-5803-467b-91cd-41e66d4648c8 req-461c49d6-7285-451a-b22d-918c592955bd service nova] Lock "a9aaa60b-e304-4c56-8626-65cc2da8b265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.697083] env[69195]: DEBUG oslo_concurrency.lockutils [req-66be7ccd-5803-467b-91cd-41e66d4648c8 req-461c49d6-7285-451a-b22d-918c592955bd service nova] Lock "a9aaa60b-e304-4c56-8626-65cc2da8b265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.697253] env[69195]: DEBUG nova.compute.manager [req-66be7ccd-5803-467b-91cd-41e66d4648c8 req-461c49d6-7285-451a-b22d-918c592955bd service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] No waiting events found dispatching network-vif-plugged-9e2402e4-d91c-4921-815e-0d5aabda4d53 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.697659] env[69195]: WARNING nova.compute.manager [req-66be7ccd-5803-467b-91cd-41e66d4648c8 req-461c49d6-7285-451a-b22d-918c592955bd service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Received unexpected event network-vif-plugged-9e2402e4-d91c-4921-815e-0d5aabda4d53 for instance with vm_state building and task_state spawning. [ 1006.763562] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.763919] env[69195]: DEBUG nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Instance network_info: |[{"id": "6a208557-e9af-4de5-8bfc-956db8ac4308", "address": "fa:16:3e:64:e3:2e", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a208557-e9", "ovs_interfaceid": "6a208557-e9af-4de5-8bfc-956db8ac4308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.764264] env[69195]: DEBUG oslo_concurrency.lockutils [req-c87453a5-b163-4aee-8fa7-b5a85dc6f8bd req-15218944-ccef-4eb3-abb2-e39ac7b59b5b service nova] Acquired lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.764460] env[69195]: DEBUG nova.network.neutron [req-c87453a5-b163-4aee-8fa7-b5a85dc6f8bd req-15218944-ccef-4eb3-abb2-e39ac7b59b5b service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Refreshing network info cache for port 6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.767076] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:e3:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a208557-e9af-4de5-8bfc-956db8ac4308', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.779183] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Creating folder: Project (45b2d713d01f4bc7aab6aebfe13cd5b2). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.783203] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58432c2b-e899-4f60-b2b7-a0618c3284a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.798975] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Created folder: Project (45b2d713d01f4bc7aab6aebfe13cd5b2) in parent group-v700121. [ 1006.799401] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Creating folder: Instances. Parent ref: group-v700355. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1006.800253] env[69195]: DEBUG nova.network.neutron [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Successfully updated port: 9e2402e4-d91c-4921-815e-0d5aabda4d53 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.802766] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-281a8b90-76f6-4535-9978-714fca29bfce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.816952] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Created folder: Instances in parent group-v700355. [ 1006.817525] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.818503] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.818747] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0da507c-197a-4867-9551-91d020a6fbcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.846334] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.846609] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.850577] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.850577] env[69195]: value = "task-3504823" [ 1006.850577] env[69195]: _type = "Task" [ 1006.850577] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.859980] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504823, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.886819] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f26f3805-9a1c-4355-a10e-d5915e580741 tempest-ServerDiagnosticsTest-1385495615 tempest-ServerDiagnosticsTest-1385495615-project-member] Lock "f53e62c6-006d-4d73-a1f7-11308a8a87bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.930s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.888415] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "3ea09327-ff47-4972-8809-4d04b2a9c64f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.888752] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "3ea09327-ff47-4972-8809-4d04b2a9c64f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.894856] env[69195]: DEBUG oslo_vmware.api [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504820, 'name': PowerOnVM_Task, 'duration_secs': 0.473094} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.896370] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.896370] env[69195]: INFO nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Took 16.03 seconds to spawn the instance on the hypervisor. [ 1006.896370] env[69195]: DEBUG nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.897058] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7609ee45-b30a-4803-a96d-d678038edb8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.943275] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.943532] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.290603] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b9a28a-e83d-40de-bcb4-ddef58d2bb5d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.298951] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12cf73e-73b1-4c77-9210-fa06945eb8a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.306027] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "refresh_cache-a9aaa60b-e304-4c56-8626-65cc2da8b265" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.306027] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "refresh_cache-a9aaa60b-e304-4c56-8626-65cc2da8b265" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.306027] env[69195]: DEBUG nova.network.neutron [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.337537] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd045e10-b280-43a3-a0c9-bdab1a11037a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.345560] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd2f2b9-2cae-48a7-9a83-c9773f3ef33f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.350213] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.367401] env[69195]: DEBUG nova.compute.provider_tree [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.373693] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504823, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.392717] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1007.427631] env[69195]: INFO nova.compute.manager [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Took 39.73 seconds to build instance. [ 1007.580447] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.581079] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.581079] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.678332] env[69195]: DEBUG nova.network.neutron [req-c87453a5-b163-4aee-8fa7-b5a85dc6f8bd req-15218944-ccef-4eb3-abb2-e39ac7b59b5b service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updated VIF entry in instance network info cache for port 6a208557-e9af-4de5-8bfc-956db8ac4308. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.678778] env[69195]: DEBUG nova.network.neutron [req-c87453a5-b163-4aee-8fa7-b5a85dc6f8bd req-15218944-ccef-4eb3-abb2-e39ac7b59b5b service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updating instance_info_cache with network_info: [{"id": "6a208557-e9af-4de5-8bfc-956db8ac4308", "address": "fa:16:3e:64:e3:2e", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a208557-e9", "ovs_interfaceid": "6a208557-e9af-4de5-8bfc-956db8ac4308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.869103] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504823, 'name': CreateVM_Task, 'duration_secs': 0.565652} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.869312] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.870178] env[69195]: DEBUG nova.scheduler.client.report [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.874876] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.874876] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.874876] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.875895] env[69195]: DEBUG nova.network.neutron [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.878283] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb16e3f-406e-41d3-b102-ddb9324ca461 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.883210] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.888264] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1007.888264] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52be5e16-eecc-c75a-462d-71572232e77d" [ 1007.888264] env[69195]: _type = "Task" [ 1007.888264] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.897653] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52be5e16-eecc-c75a-462d-71572232e77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.914979] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.929429] env[69195]: DEBUG oslo_concurrency.lockutils [None req-68338bc3-c1d5-4863-8bff-46bd2f4aa8b5 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "2ed70894-b89f-4785-9bb4-8f897bd444cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.236s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.052803] env[69195]: DEBUG nova.network.neutron [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Updating instance_info_cache with network_info: [{"id": "9e2402e4-d91c-4921-815e-0d5aabda4d53", "address": "fa:16:3e:9a:46:52", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2402e4-d9", "ovs_interfaceid": "9e2402e4-d91c-4921-815e-0d5aabda4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.181576] env[69195]: DEBUG oslo_concurrency.lockutils [req-c87453a5-b163-4aee-8fa7-b5a85dc6f8bd req-15218944-ccef-4eb3-abb2-e39ac7b59b5b service nova] Releasing lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.379176] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.385120] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.572s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.385120] env[69195]: DEBUG nova.objects.instance [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1008.405272] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52be5e16-eecc-c75a-462d-71572232e77d, 'name': SearchDatastore_Task, 'duration_secs': 0.028804} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.405272] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.405272] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.405272] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.405272] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.405272] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.405272] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81b22378-14e5-4c9d-8613-f55abc3de73f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.410013] env[69195]: INFO nova.scheduler.client.report [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Deleted allocations for instance 6e4e5b96-e86c-4901-8c87-a70f0da92cfe [ 1008.420451] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.420642] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.421439] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8d923e-a65b-45a3-b61f-40495e53b8ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.429452] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1008.429452] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c04b9d-6574-4fea-3f0a-f316a3e9dd6c" [ 1008.429452] env[69195]: _type = "Task" [ 1008.429452] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.435314] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.447164] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c04b9d-6574-4fea-3f0a-f316a3e9dd6c, 'name': SearchDatastore_Task} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.448126] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7c936e-b009-488d-9fae-e74c8baa3ba6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.455139] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1008.455139] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521c9b46-f11b-830f-c027-3c89a834b3be" [ 1008.455139] env[69195]: _type = "Task" [ 1008.455139] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.464855] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521c9b46-f11b-830f-c027-3c89a834b3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.554995] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "refresh_cache-a9aaa60b-e304-4c56-8626-65cc2da8b265" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.555426] env[69195]: DEBUG nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Instance network_info: |[{"id": "9e2402e4-d91c-4921-815e-0d5aabda4d53", "address": "fa:16:3e:9a:46:52", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2402e4-d9", "ovs_interfaceid": "9e2402e4-d91c-4921-815e-0d5aabda4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.555904] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:46:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e2402e4-d91c-4921-815e-0d5aabda4d53', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.563847] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.564074] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.564291] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c75a190c-1607-40cc-a8d5-d486117edab2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.588032] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.588032] env[69195]: value = "task-3504824" [ 1008.588032] env[69195]: _type = "Task" [ 1008.588032] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.598461] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504824, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.622024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.622246] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.622417] env[69195]: DEBUG nova.network.neutron [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.731785] env[69195]: DEBUG nova.compute.manager [req-5d95e24e-8539-4800-99eb-98eb7a3d165d req-891d210e-011d-4e94-a0be-49f3000cdf19 service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Received event network-changed-9e2402e4-d91c-4921-815e-0d5aabda4d53 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.732033] env[69195]: DEBUG nova.compute.manager [req-5d95e24e-8539-4800-99eb-98eb7a3d165d req-891d210e-011d-4e94-a0be-49f3000cdf19 service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Refreshing instance network info cache due to event network-changed-9e2402e4-d91c-4921-815e-0d5aabda4d53. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.732264] env[69195]: DEBUG oslo_concurrency.lockutils [req-5d95e24e-8539-4800-99eb-98eb7a3d165d req-891d210e-011d-4e94-a0be-49f3000cdf19 service nova] Acquiring lock "refresh_cache-a9aaa60b-e304-4c56-8626-65cc2da8b265" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.732402] env[69195]: DEBUG oslo_concurrency.lockutils [req-5d95e24e-8539-4800-99eb-98eb7a3d165d req-891d210e-011d-4e94-a0be-49f3000cdf19 service nova] Acquired lock "refresh_cache-a9aaa60b-e304-4c56-8626-65cc2da8b265" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.732589] env[69195]: DEBUG nova.network.neutron [req-5d95e24e-8539-4800-99eb-98eb7a3d165d req-891d210e-011d-4e94-a0be-49f3000cdf19 service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Refreshing network info cache for port 9e2402e4-d91c-4921-815e-0d5aabda4d53 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.792933] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "2ed70894-b89f-4785-9bb4-8f897bd444cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.793255] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "2ed70894-b89f-4785-9bb4-8f897bd444cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.793547] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "2ed70894-b89f-4785-9bb4-8f897bd444cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.793693] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "2ed70894-b89f-4785-9bb4-8f897bd444cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.793887] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "2ed70894-b89f-4785-9bb4-8f897bd444cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.796256] env[69195]: INFO nova.compute.manager [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Terminating instance [ 1008.922470] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7434196-7a46-4f3c-875d-e8545630a301 tempest-VolumesAdminNegativeTest-627287247 tempest-VolumesAdminNegativeTest-627287247-project-member] Lock "6e4e5b96-e86c-4901-8c87-a70f0da92cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.740s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.961659] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.967242] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521c9b46-f11b-830f-c027-3c89a834b3be, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.967514] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.968010] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 1ddb0b39-d7b3-4266-bc76-45b56c544a0f/1ddb0b39-d7b3-4266-bc76-45b56c544a0f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.968163] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c458f60d-50cc-4cc1-9eeb-da396a0b2b14 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.974755] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1008.974755] env[69195]: value = "task-3504825" [ 1008.974755] env[69195]: _type = "Task" [ 1008.974755] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.982433] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.099389] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504824, 'name': CreateVM_Task, 'duration_secs': 0.343295} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.099582] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.100290] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.100485] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.100816] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.101220] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47400e2-36f1-4170-bcbb-7d86a35c4d0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.106128] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1009.106128] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f639f5-ba3c-b013-eb84-42a8ab015bc9" [ 1009.106128] env[69195]: _type = "Task" [ 1009.106128] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.114048] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f639f5-ba3c-b013-eb84-42a8ab015bc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.300377] env[69195]: DEBUG nova.compute.manager [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.300623] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.301628] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fd705a-50de-4947-b885-b127ef357e2d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.314240] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.314240] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d3bb78e-180b-4db3-bc80-4637004ee140 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.318529] env[69195]: DEBUG oslo_vmware.api [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1009.318529] env[69195]: value = "task-3504826" [ 1009.318529] env[69195]: _type = "Task" [ 1009.318529] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.331975] env[69195]: DEBUG oslo_vmware.api [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.396778] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bc5dd604-cfed-4593-bc9c-feeb9e766b81 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.397088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.175s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.397137] env[69195]: DEBUG nova.objects.instance [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lazy-loading 'resources' on Instance uuid 4907b8e3-ba7d-4536-a2c0-692ae0409466 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.488969] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488531} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.488969] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 1ddb0b39-d7b3-4266-bc76-45b56c544a0f/1ddb0b39-d7b3-4266-bc76-45b56c544a0f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.488969] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.488969] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6be3025-4ecd-48d9-b095-db7bcd5a5d46 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.495022] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1009.495022] env[69195]: value = "task-3504827" [ 1009.495022] env[69195]: _type = "Task" [ 1009.495022] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.508457] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.548168] env[69195]: DEBUG nova.network.neutron [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance_info_cache with network_info: [{"id": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "address": "fa:16:3e:7b:84:1c", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa4d1a2-50", "ovs_interfaceid": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.618859] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f639f5-ba3c-b013-eb84-42a8ab015bc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.619212] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.619937] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.619937] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.619937] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.620224] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.620304] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29772fcd-c8db-445a-888b-549995d446a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.628671] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.628817] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.629918] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3497a667-0c1b-4e4d-b531-fec2645dabe9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.636237] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1009.636237] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5239c2b9-089f-cac7-d809-634e4cd258d5" [ 1009.636237] env[69195]: _type = "Task" [ 1009.636237] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.644338] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5239c2b9-089f-cac7-d809-634e4cd258d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.653268] env[69195]: DEBUG nova.network.neutron [req-5d95e24e-8539-4800-99eb-98eb7a3d165d req-891d210e-011d-4e94-a0be-49f3000cdf19 service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Updated VIF entry in instance network info cache for port 9e2402e4-d91c-4921-815e-0d5aabda4d53. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.653620] env[69195]: DEBUG nova.network.neutron [req-5d95e24e-8539-4800-99eb-98eb7a3d165d req-891d210e-011d-4e94-a0be-49f3000cdf19 service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Updating instance_info_cache with network_info: [{"id": "9e2402e4-d91c-4921-815e-0d5aabda4d53", "address": "fa:16:3e:9a:46:52", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2402e4-d9", "ovs_interfaceid": "9e2402e4-d91c-4921-815e-0d5aabda4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.831469] env[69195]: DEBUG oslo_vmware.api [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504826, 'name': PowerOffVM_Task, 'duration_secs': 0.293394} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.831789] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.832162] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.832428] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead5cbfd-12ff-4242-8ae8-5474e2ada328 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.895646] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.895891] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.896087] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleting the datastore file [datastore2] 2ed70894-b89f-4785-9bb4-8f897bd444cb {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.896359] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-024a36db-e93f-416d-91b9-2749dcb40eab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.908482] env[69195]: DEBUG oslo_vmware.api [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1009.908482] env[69195]: value = "task-3504829" [ 1009.908482] env[69195]: _type = "Task" [ 1009.908482] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.916115] env[69195]: DEBUG oslo_vmware.api [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.005607] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068466} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.009821] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.010712] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726b02f4-df1a-4cf7-913b-bb124bea183e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.038574] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 1ddb0b39-d7b3-4266-bc76-45b56c544a0f/1ddb0b39-d7b3-4266-bc76-45b56c544a0f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.042086] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59cd01a2-cb40-4be3-a7f3-79d81b6def10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.057666] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.065781] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1010.065781] env[69195]: value = "task-3504830" [ 1010.065781] env[69195]: _type = "Task" [ 1010.065781] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.078170] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.150602] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5239c2b9-089f-cac7-d809-634e4cd258d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.151724] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5d2719-9bef-4628-8128-bc2ef0e28154 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.158885] env[69195]: DEBUG oslo_concurrency.lockutils [req-5d95e24e-8539-4800-99eb-98eb7a3d165d req-891d210e-011d-4e94-a0be-49f3000cdf19 service nova] Releasing lock "refresh_cache-a9aaa60b-e304-4c56-8626-65cc2da8b265" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.160661] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1010.160661] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52640403-a18c-d114-8016-e706d6b4e821" [ 1010.160661] env[69195]: _type = "Task" [ 1010.160661] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.168644] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52640403-a18c-d114-8016-e706d6b4e821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.282015] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7429339-6756-45e7-825e-0de00c4e6c61 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.288684] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c029191f-71f5-4670-beb1-da9f6504b29b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.321601] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428495c7-01a2-4b4e-8e1e-f3d712f986d3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.331117] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd4e4c-ae1e-48a7-81f3-62b36c1f41c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.345672] env[69195]: DEBUG nova.compute.provider_tree [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.418308] env[69195]: DEBUG oslo_vmware.api [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137774} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.418986] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.419207] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.419427] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.419603] env[69195]: INFO nova.compute.manager [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1010.419858] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.420148] env[69195]: DEBUG nova.compute.manager [-] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.420255] env[69195]: DEBUG nova.network.neutron [-] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.587365] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504830, 'name': ReconfigVM_Task, 'duration_secs': 0.263726} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.587675] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 1ddb0b39-d7b3-4266-bc76-45b56c544a0f/1ddb0b39-d7b3-4266-bc76-45b56c544a0f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.588440] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51367d94-832a-40cc-b27c-d78cd875b411 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.594984] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1010.594984] env[69195]: value = "task-3504831" [ 1010.594984] env[69195]: _type = "Task" [ 1010.594984] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.599738] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20ed97a-c5f1-45f3-89b0-a16360b6c8c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.607318] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504831, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.624910] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c5278-60eb-4dbe-bca7-642862707807 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.634663] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance '908abdad-314c-4188-8335-2b8e6550e2a1' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.672386] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52640403-a18c-d114-8016-e706d6b4e821, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.672669] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.672930] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] a9aaa60b-e304-4c56-8626-65cc2da8b265/a9aaa60b-e304-4c56-8626-65cc2da8b265.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.673315] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb3c7b25-1c9d-44dc-9230-8fd85cacf862 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.681738] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1010.681738] env[69195]: value = "task-3504832" [ 1010.681738] env[69195]: _type = "Task" [ 1010.681738] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.690328] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.874678] env[69195]: ERROR nova.scheduler.client.report [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [req-e0920e7c-5a5c-4f38-b93a-3dbe53138e74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0920e7c-5a5c-4f38-b93a-3dbe53138e74"}]} [ 1010.898127] env[69195]: DEBUG nova.scheduler.client.report [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.917100] env[69195]: DEBUG nova.scheduler.client.report [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.917394] env[69195]: DEBUG nova.compute.provider_tree [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.934338] env[69195]: DEBUG nova.scheduler.client.report [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.959665] env[69195]: DEBUG nova.scheduler.client.report [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1011.093413] env[69195]: DEBUG nova.compute.manager [req-d2338d68-5dfa-46ac-8473-3b270790ceea req-6ad16fb8-7f90-41a2-9b68-20d8a653729e service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Received event network-vif-deleted-a182204e-10a5-4dd5-966a-45041d4e3861 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.093645] env[69195]: INFO nova.compute.manager [req-d2338d68-5dfa-46ac-8473-3b270790ceea req-6ad16fb8-7f90-41a2-9b68-20d8a653729e service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Neutron deleted interface a182204e-10a5-4dd5-966a-45041d4e3861; detaching it from the instance and deleting it from the info cache [ 1011.093843] env[69195]: DEBUG nova.network.neutron [req-d2338d68-5dfa-46ac-8473-3b270790ceea req-6ad16fb8-7f90-41a2-9b68-20d8a653729e service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.112056] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504831, 'name': Rename_Task, 'duration_secs': 0.150271} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.112379] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.112793] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f7b524-a050-42ee-be20-282a59ff735e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.123085] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1011.123085] env[69195]: value = "task-3504833" [ 1011.123085] env[69195]: _type = "Task" [ 1011.123085] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.134898] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.147070] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1afe9267-762c-43d2-bd5a-17aaac766c45 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance '908abdad-314c-4188-8335-2b8e6550e2a1' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.191984] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482087} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.193467] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] a9aaa60b-e304-4c56-8626-65cc2da8b265/a9aaa60b-e304-4c56-8626-65cc2da8b265.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.193690] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.194323] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b953167-25b3-4f55-8119-c3dd537d00c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.200528] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1011.200528] env[69195]: value = "task-3504834" [ 1011.200528] env[69195]: _type = "Task" [ 1011.200528] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.212901] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.400051] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2589b36-e0f8-41da-985b-317744933484 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.409253] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a19bc81-ca54-444e-ba54-08469bd222d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.445754] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a022f0e1-7eb6-470a-bc5b-abb102083402 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.454511] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fcab36-7815-4832-bf72-5f79e4fca59a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.471921] env[69195]: DEBUG nova.compute.provider_tree [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.513022] env[69195]: DEBUG nova.network.neutron [-] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.597912] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b10e286-573b-4d27-9282-c3e3ead32246 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.607667] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f0983-4b97-4fd8-b709-8adb7b34345d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.646396] env[69195]: DEBUG oslo_vmware.api [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504833, 'name': PowerOnVM_Task, 'duration_secs': 0.486181} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.646705] env[69195]: DEBUG nova.compute.manager [req-d2338d68-5dfa-46ac-8473-3b270790ceea req-6ad16fb8-7f90-41a2-9b68-20d8a653729e service nova] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Detach interface failed, port_id=a182204e-10a5-4dd5-966a-45041d4e3861, reason: Instance 2ed70894-b89f-4785-9bb4-8f897bd444cb could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.647141] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.647341] env[69195]: INFO nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1011.647518] env[69195]: DEBUG nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.649196] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da4d9dc-b680-40d8-a869-7591a939d431 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.710581] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06391} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.710891] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.711682] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d933f5-975a-41b4-a39e-120e7ef92d9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.735170] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] a9aaa60b-e304-4c56-8626-65cc2da8b265/a9aaa60b-e304-4c56-8626-65cc2da8b265.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.735760] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cba6b24-52ea-46f7-bc96-a69ca0d8bae3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.757067] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1011.757067] env[69195]: value = "task-3504835" [ 1011.757067] env[69195]: _type = "Task" [ 1011.757067] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.767864] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.022021] env[69195]: DEBUG nova.scheduler.client.report [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1012.022021] env[69195]: DEBUG nova.compute.provider_tree [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 118 to 119 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1012.022021] env[69195]: DEBUG nova.compute.provider_tree [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.024258] env[69195]: INFO nova.compute.manager [-] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Took 1.60 seconds to deallocate network for instance. [ 1012.172638] env[69195]: INFO nova.compute.manager [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Took 35.55 seconds to build instance. [ 1012.270493] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504835, 'name': ReconfigVM_Task, 'duration_secs': 0.285742} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.270493] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Reconfigured VM instance instance-00000055 to attach disk [datastore2] a9aaa60b-e304-4c56-8626-65cc2da8b265/a9aaa60b-e304-4c56-8626-65cc2da8b265.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.270493] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c9fb56d-dedf-4f33-9e09-16ee061742a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.275927] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1012.275927] env[69195]: value = "task-3504836" [ 1012.275927] env[69195]: _type = "Task" [ 1012.275927] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.289571] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504836, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.529164] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.132s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.533322] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.216s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.533593] env[69195]: DEBUG nova.objects.instance [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lazy-loading 'resources' on Instance uuid e8d7755d-10b3-485f-a580-f3461a3ba36b {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.538315] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.571125] env[69195]: INFO nova.scheduler.client.report [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted allocations for instance 4907b8e3-ba7d-4536-a2c0-692ae0409466 [ 1012.675517] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f1d9866-f602-4f6a-8eeb-ef8e2d42d896 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.069s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.792894] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504836, 'name': Rename_Task, 'duration_secs': 0.153872} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.792894] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.793276] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec4e9e8a-16f2-4c34-842f-c301a767929a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.803645] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1012.803645] env[69195]: value = "task-3504837" [ 1012.803645] env[69195]: _type = "Task" [ 1012.803645] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.814807] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.088117] env[69195]: DEBUG oslo_concurrency.lockutils [None req-76e04234-b72e-485d-8f51-b089479a6416 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "4907b8e3-ba7d-4536-a2c0-692ae0409466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.846s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.320665] env[69195]: DEBUG oslo_vmware.api [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504837, 'name': PowerOnVM_Task, 'duration_secs': 0.500161} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.320942] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.321151] env[69195]: INFO nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1013.321328] env[69195]: DEBUG nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.322221] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f376b-dede-4d29-8786-8c274f114077 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.475033] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba6a95a-a091-499e-8a4d-71e9b07a92d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.484029] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573a1802-5f26-4c6a-a09c-7e4c0dfc3d9c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.523378] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb6e75-3893-4a67-a87f-0bb2636f3b4c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.532540] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87fea6a-0ef1-4949-81c2-67a17f3cc8fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.550841] env[69195]: DEBUG nova.compute.provider_tree [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.852119] env[69195]: INFO nova.compute.manager [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Took 36.63 seconds to build instance. [ 1014.055063] env[69195]: DEBUG nova.scheduler.client.report [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.139753] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "908abdad-314c-4188-8335-2b8e6550e2a1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.140081] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.140322] env[69195]: DEBUG nova.compute.manager [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Going to confirm migration 4 {{(pid=69195) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1014.261080] env[69195]: DEBUG nova.compute.manager [req-a7d3c10d-94bf-426d-86c9-bec05de874e0 req-44ac794f-d471-4a85-af11-df9d6531b4e7 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received event network-changed-6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.261080] env[69195]: DEBUG nova.compute.manager [req-a7d3c10d-94bf-426d-86c9-bec05de874e0 req-44ac794f-d471-4a85-af11-df9d6531b4e7 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Refreshing instance network info cache due to event network-changed-6a208557-e9af-4de5-8bfc-956db8ac4308. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.261336] env[69195]: DEBUG oslo_concurrency.lockutils [req-a7d3c10d-94bf-426d-86c9-bec05de874e0 req-44ac794f-d471-4a85-af11-df9d6531b4e7 service nova] Acquiring lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.261336] env[69195]: DEBUG oslo_concurrency.lockutils [req-a7d3c10d-94bf-426d-86c9-bec05de874e0 req-44ac794f-d471-4a85-af11-df9d6531b4e7 service nova] Acquired lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.261412] env[69195]: DEBUG nova.network.neutron [req-a7d3c10d-94bf-426d-86c9-bec05de874e0 req-44ac794f-d471-4a85-af11-df9d6531b4e7 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Refreshing network info cache for port 6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.354287] env[69195]: DEBUG oslo_concurrency.lockutils [None req-978f7fa5-ce86-4c2c-b5ae-0b4219775816 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "a9aaa60b-e304-4c56-8626-65cc2da8b265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.139s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.482020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.482020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.560988] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.564928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.644s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.566601] env[69195]: INFO nova.compute.claims [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.587687] env[69195]: INFO nova.scheduler.client.report [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Deleted allocations for instance e8d7755d-10b3-485f-a580-f3461a3ba36b [ 1014.700883] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.701466] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.701466] env[69195]: DEBUG nova.network.neutron [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.701466] env[69195]: DEBUG nova.objects.instance [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'info_cache' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.951054] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquiring lock "3c1a17a5-0e6f-4406-92f2-29695aecb477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.951054] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "3c1a17a5-0e6f-4406-92f2-29695aecb477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.985521] env[69195]: DEBUG nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.095239] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c0634471-0c1b-405c-b2fb-de0239e689c4 tempest-InstanceActionsTestJSON-2066681535 tempest-InstanceActionsTestJSON-2066681535-project-member] Lock "e8d7755d-10b3-485f-a580-f3461a3ba36b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.312s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.108356] env[69195]: DEBUG nova.network.neutron [req-a7d3c10d-94bf-426d-86c9-bec05de874e0 req-44ac794f-d471-4a85-af11-df9d6531b4e7 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updated VIF entry in instance network info cache for port 6a208557-e9af-4de5-8bfc-956db8ac4308. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.108356] env[69195]: DEBUG nova.network.neutron [req-a7d3c10d-94bf-426d-86c9-bec05de874e0 req-44ac794f-d471-4a85-af11-df9d6531b4e7 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updating instance_info_cache with network_info: [{"id": "6a208557-e9af-4de5-8bfc-956db8ac4308", "address": "fa:16:3e:64:e3:2e", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a208557-e9", "ovs_interfaceid": "6a208557-e9af-4de5-8bfc-956db8ac4308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.452923] env[69195]: DEBUG nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.511642] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.612314] env[69195]: DEBUG oslo_concurrency.lockutils [req-a7d3c10d-94bf-426d-86c9-bec05de874e0 req-44ac794f-d471-4a85-af11-df9d6531b4e7 service nova] Releasing lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.703328] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.703570] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.956889] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ea61f4-1564-4815-a243-da6d141ca32d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.960719] env[69195]: DEBUG nova.network.neutron [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance_info_cache with network_info: [{"id": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "address": "fa:16:3e:7b:84:1c", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa4d1a2-50", "ovs_interfaceid": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.973022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed76dce-fdf1-428d-b8a7-258efdf55ee3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.004894] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.005632] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d08d06-cc28-4ed5-a06a-224ebc20e615 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.013818] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf531b-9bb4-4990-ab69-0e9a69ea89a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.029935] env[69195]: DEBUG nova.compute.provider_tree [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.464795] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.465106] env[69195]: DEBUG nova.objects.instance [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'migration_context' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.532707] env[69195]: DEBUG nova.scheduler.client.report [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.967748] env[69195]: DEBUG nova.objects.base [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Object Instance<908abdad-314c-4188-8335-2b8e6550e2a1> lazy-loaded attributes: info_cache,migration_context {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.968770] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb98b439-1a39-4375-b513-33964cfb6b75 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.988045] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31916d11-290f-49e3-a5e8-bc81f115e71d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.992953] env[69195]: DEBUG oslo_vmware.api [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1016.992953] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52882661-ea56-5c47-45fd-cd36911665c4" [ 1016.992953] env[69195]: _type = "Task" [ 1016.992953] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.000424] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "6eb559c9-c003-4820-8e14-9bae27069f46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.000677] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "6eb559c9-c003-4820-8e14-9bae27069f46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.000882] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "6eb559c9-c003-4820-8e14-9bae27069f46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.001084] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "6eb559c9-c003-4820-8e14-9bae27069f46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.001258] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "6eb559c9-c003-4820-8e14-9bae27069f46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.002784] env[69195]: DEBUG oslo_vmware.api [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52882661-ea56-5c47-45fd-cd36911665c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.003637] env[69195]: INFO nova.compute.manager [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Terminating instance [ 1017.037714] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.038199] env[69195]: DEBUG nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.041030] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.299s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.041030] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.042563] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.780s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.044282] env[69195]: INFO nova.compute.claims [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.070837] env[69195]: INFO nova.scheduler.client.report [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted allocations for instance 1c3c602d-965a-4ed1-af19-961bdcb6dd8c [ 1017.503090] env[69195]: DEBUG oslo_vmware.api [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52882661-ea56-5c47-45fd-cd36911665c4, 'name': SearchDatastore_Task, 'duration_secs': 0.019289} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.503507] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.507200] env[69195]: DEBUG nova.compute.manager [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.507369] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.508146] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f15896-fc59-4f34-9f75-fef23a25bbbc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.514608] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.514832] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fbe136d-1092-4910-939e-71d69afe58e9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.520671] env[69195]: DEBUG oslo_vmware.api [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1017.520671] env[69195]: value = "task-3504838" [ 1017.520671] env[69195]: _type = "Task" [ 1017.520671] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.529242] env[69195]: DEBUG oslo_vmware.api [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.551028] env[69195]: DEBUG nova.compute.utils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.552044] env[69195]: DEBUG nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.552216] env[69195]: DEBUG nova.network.neutron [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.581458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1b64d130-304c-4448-b81b-6a430f65f29e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "1c3c602d-965a-4ed1-af19-961bdcb6dd8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.274s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.612381] env[69195]: DEBUG nova.policy [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0f9564c8c4474d91600d8a88d68410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e950ccf72b9481dbbb1c44a374b680b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.945949] env[69195]: DEBUG nova.network.neutron [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Successfully created port: efcf04ff-0738-4455-a9c0-8ae80b00d3bb {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.030691] env[69195]: DEBUG oslo_vmware.api [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504838, 'name': PowerOffVM_Task, 'duration_secs': 0.167787} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.031033] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.031144] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.031400] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89fc0736-0816-4b6b-8e66-7ba7a676d613 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.058720] env[69195]: DEBUG nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.092858] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.093240] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.093489] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleting the datastore file [datastore1] 6eb559c9-c003-4820-8e14-9bae27069f46 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.096347] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afca9bb7-ea57-4bc2-a194-e21ad90da974 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.102240] env[69195]: DEBUG oslo_vmware.api [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1018.102240] env[69195]: value = "task-3504840" [ 1018.102240] env[69195]: _type = "Task" [ 1018.102240] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.113402] env[69195]: DEBUG oslo_vmware.api [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.351633] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee31847-a1c8-4bff-a54a-c93ff33e376e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.359468] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655408bb-1801-484c-a360-e467df514551 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.388521] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4f1c7d-8f7c-48f9-82d9-d8ae2d967c1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.395502] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb053a-0af5-457f-a117-a10585c51c7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.409994] env[69195]: DEBUG nova.compute.provider_tree [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.616762] env[69195]: DEBUG oslo_vmware.api [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174841} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.617125] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.617385] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.617630] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.617863] env[69195]: INFO nova.compute.manager [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1018.618207] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.618455] env[69195]: DEBUG nova.compute.manager [-] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.618583] env[69195]: DEBUG nova.network.neutron [-] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.913295] env[69195]: DEBUG nova.scheduler.client.report [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.068804] env[69195]: DEBUG nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.096905] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.097165] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.097400] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.097593] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.097745] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.097890] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.098107] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.098276] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.098444] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.098684] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.098773] env[69195]: DEBUG nova.virt.hardware [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.099899] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2db5d4-8441-4023-8c8a-d40f126f59ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.108380] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1754dd1a-bedd-4e00-8c7d-e434026dd0cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.135825] env[69195]: DEBUG nova.compute.manager [req-473447d5-9883-41ae-a6c6-00267d357bc6 req-206bbc25-2cb2-42ac-9136-7fed5d1991e8 service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Received event network-vif-deleted-04380207-2710-4f49-878c-c373e7898a39 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.136071] env[69195]: INFO nova.compute.manager [req-473447d5-9883-41ae-a6c6-00267d357bc6 req-206bbc25-2cb2-42ac-9136-7fed5d1991e8 service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Neutron deleted interface 04380207-2710-4f49-878c-c373e7898a39; detaching it from the instance and deleting it from the info cache [ 1019.136225] env[69195]: DEBUG nova.network.neutron [req-473447d5-9883-41ae-a6c6-00267d357bc6 req-206bbc25-2cb2-42ac-9136-7fed5d1991e8 service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.324017] env[69195]: DEBUG nova.compute.manager [req-884e2792-f005-4a6b-94d8-77709b29b5c4 req-d511dd31-cada-4762-8411-5c5648ff98ee service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Received event network-vif-plugged-efcf04ff-0738-4455-a9c0-8ae80b00d3bb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.324337] env[69195]: DEBUG oslo_concurrency.lockutils [req-884e2792-f005-4a6b-94d8-77709b29b5c4 req-d511dd31-cada-4762-8411-5c5648ff98ee service nova] Acquiring lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.324508] env[69195]: DEBUG oslo_concurrency.lockutils [req-884e2792-f005-4a6b-94d8-77709b29b5c4 req-d511dd31-cada-4762-8411-5c5648ff98ee service nova] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.324802] env[69195]: DEBUG oslo_concurrency.lockutils [req-884e2792-f005-4a6b-94d8-77709b29b5c4 req-d511dd31-cada-4762-8411-5c5648ff98ee service nova] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.324802] env[69195]: DEBUG nova.compute.manager [req-884e2792-f005-4a6b-94d8-77709b29b5c4 req-d511dd31-cada-4762-8411-5c5648ff98ee service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] No waiting events found dispatching network-vif-plugged-efcf04ff-0738-4455-a9c0-8ae80b00d3bb {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.324968] env[69195]: WARNING nova.compute.manager [req-884e2792-f005-4a6b-94d8-77709b29b5c4 req-d511dd31-cada-4762-8411-5c5648ff98ee service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Received unexpected event network-vif-plugged-efcf04ff-0738-4455-a9c0-8ae80b00d3bb for instance with vm_state building and task_state spawning. [ 1019.419170] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.419619] env[69195]: DEBUG nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.422696] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.058s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.422915] env[69195]: DEBUG nova.objects.instance [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lazy-loading 'resources' on Instance uuid 63a46af9-eed9-49cb-891c-44005250d16c {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.434229] env[69195]: DEBUG nova.network.neutron [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Successfully updated port: efcf04ff-0738-4455-a9c0-8ae80b00d3bb {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.625938] env[69195]: DEBUG nova.network.neutron [-] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.639877] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae5aff55-f200-412e-a286-1ff4ea563a13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.649022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed0bcc8-8cb3-44b2-9107-a9ecbadac61a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.681579] env[69195]: DEBUG nova.compute.manager [req-473447d5-9883-41ae-a6c6-00267d357bc6 req-206bbc25-2cb2-42ac-9136-7fed5d1991e8 service nova] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Detach interface failed, port_id=04380207-2710-4f49-878c-c373e7898a39, reason: Instance 6eb559c9-c003-4820-8e14-9bae27069f46 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1019.927940] env[69195]: DEBUG nova.compute.utils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.932909] env[69195]: DEBUG nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.932909] env[69195]: DEBUG nova.network.neutron [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.936451] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.936583] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.936761] env[69195]: DEBUG nova.network.neutron [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.987349] env[69195]: DEBUG nova.policy [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b38e884b2434c41b8c6a72be70e078a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c08cdef7c1344046b9a98cb095f60040', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.128524] env[69195]: INFO nova.compute.manager [-] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Took 1.51 seconds to deallocate network for instance. [ 1020.221431] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199644b0-05c4-4213-91fc-e93602fa885e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.232119] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e401cc9d-4b87-4a23-b464-129400837fa6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.264081] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366def11-c5e0-4527-815d-86d394a121ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.271829] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df845b01-d717-48b1-a286-a49d8b1212d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.277059] env[69195]: DEBUG nova.network.neutron [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Successfully created port: e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.288272] env[69195]: DEBUG nova.compute.provider_tree [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.432663] env[69195]: DEBUG nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.476714] env[69195]: DEBUG nova.network.neutron [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.602717] env[69195]: DEBUG nova.network.neutron [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance_info_cache with network_info: [{"id": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "address": "fa:16:3e:1f:47:aa", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcf04ff-07", "ovs_interfaceid": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.634633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.791838] env[69195]: DEBUG nova.scheduler.client.report [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.105286] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.105638] env[69195]: DEBUG nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Instance network_info: |[{"id": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "address": "fa:16:3e:1f:47:aa", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcf04ff-07", "ovs_interfaceid": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.106064] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:47:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efcf04ff-0738-4455-a9c0-8ae80b00d3bb', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.114147] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.114388] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.114624] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e74fbf9d-576a-44fb-a2e5-b2e49692bf8c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.134810] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.134810] env[69195]: value = "task-3504841" [ 1021.134810] env[69195]: _type = "Task" [ 1021.134810] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.142751] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504841, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.297241] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.300868] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.397s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.301148] env[69195]: DEBUG nova.objects.instance [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lazy-loading 'resources' on Instance uuid 6587d429-b11d-465b-93e8-8d5193dd8104 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.321862] env[69195]: INFO nova.scheduler.client.report [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted allocations for instance 63a46af9-eed9-49cb-891c-44005250d16c [ 1021.354464] env[69195]: DEBUG nova.compute.manager [req-8fcb842b-3efd-48cc-b845-15b650b74a77 req-88e57ab1-7388-4fa2-9154-dd5698f1861b service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Received event network-changed-efcf04ff-0738-4455-a9c0-8ae80b00d3bb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.354653] env[69195]: DEBUG nova.compute.manager [req-8fcb842b-3efd-48cc-b845-15b650b74a77 req-88e57ab1-7388-4fa2-9154-dd5698f1861b service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Refreshing instance network info cache due to event network-changed-efcf04ff-0738-4455-a9c0-8ae80b00d3bb. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.354869] env[69195]: DEBUG oslo_concurrency.lockutils [req-8fcb842b-3efd-48cc-b845-15b650b74a77 req-88e57ab1-7388-4fa2-9154-dd5698f1861b service nova] Acquiring lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.355574] env[69195]: DEBUG oslo_concurrency.lockutils [req-8fcb842b-3efd-48cc-b845-15b650b74a77 req-88e57ab1-7388-4fa2-9154-dd5698f1861b service nova] Acquired lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.355574] env[69195]: DEBUG nova.network.neutron [req-8fcb842b-3efd-48cc-b845-15b650b74a77 req-88e57ab1-7388-4fa2-9154-dd5698f1861b service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Refreshing network info cache for port efcf04ff-0738-4455-a9c0-8ae80b00d3bb {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.443219] env[69195]: DEBUG nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.474167] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.474420] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.474578] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.474956] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.475251] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.475420] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.475633] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.475850] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.475962] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.476138] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.476312] env[69195]: DEBUG nova.virt.hardware [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.477225] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e72dfcd-6f01-48fc-a341-c93bbe1c9c01 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.484862] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5aa1f-67d8-4faf-bdb6-c7e2b73e2e97 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.644057] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504841, 'name': CreateVM_Task, 'duration_secs': 0.341291} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.644273] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.644900] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.645075] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.645388] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.645632] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0edc60f0-281e-4913-a8f5-bbf4156cb8a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.650646] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1021.650646] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52972232-8e16-2811-57bf-8e8bdb976528" [ 1021.650646] env[69195]: _type = "Task" [ 1021.650646] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.660354] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52972232-8e16-2811-57bf-8e8bdb976528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.819156] env[69195]: DEBUG nova.network.neutron [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Successfully updated port: e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.829102] env[69195]: DEBUG oslo_concurrency.lockutils [None req-def9482d-98d0-4711-bd1a-fcd32fc3bed4 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "63a46af9-eed9-49cb-891c-44005250d16c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.885s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.109811] env[69195]: DEBUG nova.network.neutron [req-8fcb842b-3efd-48cc-b845-15b650b74a77 req-88e57ab1-7388-4fa2-9154-dd5698f1861b service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updated VIF entry in instance network info cache for port efcf04ff-0738-4455-a9c0-8ae80b00d3bb. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.110170] env[69195]: DEBUG nova.network.neutron [req-8fcb842b-3efd-48cc-b845-15b650b74a77 req-88e57ab1-7388-4fa2-9154-dd5698f1861b service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance_info_cache with network_info: [{"id": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "address": "fa:16:3e:1f:47:aa", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcf04ff-07", "ovs_interfaceid": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.122428] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed046d4-e402-4a75-b4ea-bb3b3b5e6b36 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.132594] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771edc62-2e2b-4d03-b0e8-3ceec0bc4608 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.168023] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30438c36-0615-4972-bac7-661915c8a807 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.178794] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52972232-8e16-2811-57bf-8e8bdb976528, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.182508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.182780] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.183053] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.183376] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.183376] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.184028] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ee7cdd6-f09d-4651-86fd-30165c6affb5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.186785] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbe89b3-46e8-45b6-bfb5-fd79c4b23dbc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.201151] env[69195]: DEBUG nova.compute.provider_tree [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.203394] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.203570] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.205501] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6eb96d1-9c9d-4ad5-845f-395f78bf1af3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.211987] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1022.211987] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526bd3e5-7668-157c-d119-05174eab72b0" [ 1022.211987] env[69195]: _type = "Task" [ 1022.211987] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.221486] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526bd3e5-7668-157c-d119-05174eab72b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.312370] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "4088136f-a740-4f76-9bfe-61df83dba2e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.312650] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "4088136f-a740-4f76-9bfe-61df83dba2e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.312863] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "4088136f-a740-4f76-9bfe-61df83dba2e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.313075] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "4088136f-a740-4f76-9bfe-61df83dba2e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.313254] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "4088136f-a740-4f76-9bfe-61df83dba2e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.315913] env[69195]: INFO nova.compute.manager [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Terminating instance [ 1022.324241] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.324545] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.324993] env[69195]: DEBUG nova.network.neutron [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.751462] env[69195]: DEBUG oslo_concurrency.lockutils [req-8fcb842b-3efd-48cc-b845-15b650b74a77 req-88e57ab1-7388-4fa2-9154-dd5698f1861b service nova] Releasing lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.751462] env[69195]: DEBUG nova.scheduler.client.report [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.751462] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526bd3e5-7668-157c-d119-05174eab72b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018176} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.751462] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d81649-8e45-4dc6-b738-94547d3ba760 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.751462] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1022.751462] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523fb58e-d1ea-333d-91bd-1906047378a0" [ 1022.751462] env[69195]: _type = "Task" [ 1022.751462] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.751462] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523fb58e-d1ea-333d-91bd-1906047378a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.820405] env[69195]: DEBUG nova.compute.manager [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.820659] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.821549] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03174679-0e08-4bdc-ab68-ede470cc61fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.831495] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.831757] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d23212-352b-40a7-ba77-2aacbba56a0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.839782] env[69195]: DEBUG oslo_vmware.api [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 1022.839782] env[69195]: value = "task-3504842" [ 1022.839782] env[69195]: _type = "Task" [ 1022.839782] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.848247] env[69195]: DEBUG oslo_vmware.api [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.873798] env[69195]: DEBUG nova.network.neutron [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.042604] env[69195]: DEBUG nova.network.neutron [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [{"id": "e4f6543e-0988-4a21-be39-7e11b5c97479", "address": "fa:16:3e:21:82:5b", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6543e-09", "ovs_interfaceid": "e4f6543e-0988-4a21-be39-7e11b5c97479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.213668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.216476] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.214s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.216651] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.216806] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1023.217190] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.177s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.218601] env[69195]: INFO nova.compute.claims [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.221773] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89a57e-6486-4943-99aa-af3b0a779a7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.230793] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cab8ce-7f33-4958-bae7-2e9fd2f563ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.240058] env[69195]: INFO nova.scheduler.client.report [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Deleted allocations for instance 6587d429-b11d-465b-93e8-8d5193dd8104 [ 1023.252482] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af042c7-4e97-4b0e-a2ca-d438677e16b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.258923] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523fb58e-d1ea-333d-91bd-1906047378a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.259618] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.260067] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 62ecaf0e-e7d4-478b-be83-e01b7eed2fda/62ecaf0e-e7d4-478b-be83-e01b7eed2fda.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.260239] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35ea06df-4016-4fa0-9f87-94c10a223459 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.265715] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75969e35-2c14-47bf-942d-d18f1fb5d823 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.271134] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1023.271134] env[69195]: value = "task-3504843" [ 1023.271134] env[69195]: _type = "Task" [ 1023.271134] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.302970] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179146MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1023.303173] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.308906] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.349897] env[69195]: DEBUG oslo_vmware.api [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504842, 'name': PowerOffVM_Task, 'duration_secs': 0.301988} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.350194] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.350394] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.350650] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74168155-4fc2-4062-83e7-c98bb88324a3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.380091] env[69195]: DEBUG nova.compute.manager [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Received event network-vif-plugged-e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.380335] env[69195]: DEBUG oslo_concurrency.lockutils [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] Acquiring lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.380616] env[69195]: DEBUG oslo_concurrency.lockutils [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.380825] env[69195]: DEBUG oslo_concurrency.lockutils [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.380987] env[69195]: DEBUG nova.compute.manager [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] No waiting events found dispatching network-vif-plugged-e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.381181] env[69195]: WARNING nova.compute.manager [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Received unexpected event network-vif-plugged-e4f6543e-0988-4a21-be39-7e11b5c97479 for instance with vm_state building and task_state spawning. [ 1023.381359] env[69195]: DEBUG nova.compute.manager [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Received event network-changed-e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.381530] env[69195]: DEBUG nova.compute.manager [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Refreshing instance network info cache due to event network-changed-e4f6543e-0988-4a21-be39-7e11b5c97479. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.381777] env[69195]: DEBUG oslo_concurrency.lockutils [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] Acquiring lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.545211] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.545641] env[69195]: DEBUG nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Instance network_info: |[{"id": "e4f6543e-0988-4a21-be39-7e11b5c97479", "address": "fa:16:3e:21:82:5b", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6543e-09", "ovs_interfaceid": "e4f6543e-0988-4a21-be39-7e11b5c97479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.545986] env[69195]: DEBUG oslo_concurrency.lockutils [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] Acquired lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.546240] env[69195]: DEBUG nova.network.neutron [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Refreshing network info cache for port e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.547773] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:82:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4f6543e-0988-4a21-be39-7e11b5c97479', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.555972] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.559331] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.559929] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e69cf791-3d95-4f84-8d81-62afcf0873b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.583355] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.583355] env[69195]: value = "task-3504845" [ 1023.583355] env[69195]: _type = "Task" [ 1023.583355] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.593843] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504845, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.758676] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b304bc52-ad75-417e-b2a9-eafafc83a66a tempest-ServersNegativeTestMultiTenantJSON-1069831443 tempest-ServersNegativeTestMultiTenantJSON-1069831443-project-member] Lock "6587d429-b11d-465b-93e8-8d5193dd8104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.327s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.782111] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464403} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.782402] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 62ecaf0e-e7d4-478b-be83-e01b7eed2fda/62ecaf0e-e7d4-478b-be83-e01b7eed2fda.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.782622] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.782876] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d8f54e-7aa5-4cd9-a306-5b826ca55f8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.785779] env[69195]: DEBUG nova.network.neutron [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updated VIF entry in instance network info cache for port e4f6543e-0988-4a21-be39-7e11b5c97479. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.786140] env[69195]: DEBUG nova.network.neutron [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [{"id": "e4f6543e-0988-4a21-be39-7e11b5c97479", "address": "fa:16:3e:21:82:5b", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6543e-09", "ovs_interfaceid": "e4f6543e-0988-4a21-be39-7e11b5c97479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.789420] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1023.789420] env[69195]: value = "task-3504846" [ 1023.789420] env[69195]: _type = "Task" [ 1023.789420] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.799107] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.092271] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504845, 'name': CreateVM_Task, 'duration_secs': 0.407043} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.092458] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.093149] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.093498] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.093637] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.093950] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fd6fe80-f738-4a9f-b880-96912c3b8125 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.098587] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1024.098587] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526c44b2-93a3-94c9-835e-4398d3131b85" [ 1024.098587] env[69195]: _type = "Task" [ 1024.098587] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.106020] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526c44b2-93a3-94c9-835e-4398d3131b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.289849] env[69195]: DEBUG oslo_concurrency.lockutils [req-453dce75-e6d0-42a5-a170-7dc29a63fe56 req-f14c8857-57cc-4a71-927d-2f8d50546fab service nova] Releasing lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.299814] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064188} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.300136] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.301032] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afad7eae-16ac-4eab-980b-0ed83f96ee6d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.333264] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 62ecaf0e-e7d4-478b-be83-e01b7eed2fda/62ecaf0e-e7d4-478b-be83-e01b7eed2fda.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.336188] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3485856a-6993-4fa9-b36f-9e6917e292e1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.356043] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1024.356043] env[69195]: value = "task-3504847" [ 1024.356043] env[69195]: _type = "Task" [ 1024.356043] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.367203] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.573160] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ec8811-fd41-426b-b9da-0978cb317ba3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.581066] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbf3a83-161d-4aa3-ac9a-fe4f101f4bb4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.616266] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254daeda-88d2-4dc9-bed3-9a6d726dca48 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.624644] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526c44b2-93a3-94c9-835e-4398d3131b85, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.626865] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.627117] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.627426] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.627587] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.627809] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.628937] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ae2d24-53ff-4356-938a-0fbc65842319 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.631585] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda228e-a829-4f30-a7fd-7769f2ca36f7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.647206] env[69195]: DEBUG nova.compute.provider_tree [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.649522] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.649644] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.650390] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a55e7a-392f-4a7f-b812-fd4301af2ca5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.659424] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1024.659424] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526b739d-7ce3-7b39-422a-c1a1eaeed0f6" [ 1024.659424] env[69195]: _type = "Task" [ 1024.659424] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.668106] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526b739d-7ce3-7b39-422a-c1a1eaeed0f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.866372] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504847, 'name': ReconfigVM_Task, 'duration_secs': 0.444219} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.866658] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 62ecaf0e-e7d4-478b-be83-e01b7eed2fda/62ecaf0e-e7d4-478b-be83-e01b7eed2fda.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.867337] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91d36593-0e14-4d88-88b5-dc053e498611 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.873804] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1024.873804] env[69195]: value = "task-3504848" [ 1024.873804] env[69195]: _type = "Task" [ 1024.873804] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.881809] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504848, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.157995] env[69195]: DEBUG nova.scheduler.client.report [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.170830] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526b739d-7ce3-7b39-422a-c1a1eaeed0f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.171647] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2ee1a0-ee4f-4893-884e-49fd5e427012 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.177932] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1025.177932] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5243460a-161e-6535-0938-a2ef03e099b3" [ 1025.177932] env[69195]: _type = "Task" [ 1025.177932] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.186284] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5243460a-161e-6535-0938-a2ef03e099b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.293890] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.294222] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.294222] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleting the datastore file [datastore1] 4088136f-a740-4f76-9bfe-61df83dba2e5 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.294508] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6d464c5-6077-4acb-a73d-ec125aace8c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.301230] env[69195]: DEBUG oslo_vmware.api [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for the task: (returnval){ [ 1025.301230] env[69195]: value = "task-3504849" [ 1025.301230] env[69195]: _type = "Task" [ 1025.301230] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.310174] env[69195]: DEBUG oslo_vmware.api [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.385357] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504848, 'name': Rename_Task, 'duration_secs': 0.137751} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.385642] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.386608] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98532e8f-95ff-4641-8210-0aef39948369 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.391964] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1025.391964] env[69195]: value = "task-3504850" [ 1025.391964] env[69195]: _type = "Task" [ 1025.391964] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.400908] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.666874] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.667646] env[69195]: DEBUG nova.compute.manager [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.671312] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.008s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.672939] env[69195]: INFO nova.compute.claims [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.694020] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5243460a-161e-6535-0938-a2ef03e099b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.694020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.694020] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0/c8b072b0-f95d-453f-abd5-332df7aaf6b0.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.694020] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb62ef60-70e2-4a7e-902c-bb19a503bac0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.699880] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1025.699880] env[69195]: value = "task-3504851" [ 1025.699880] env[69195]: _type = "Task" [ 1025.699880] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.710687] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.815514] env[69195]: DEBUG oslo_vmware.api [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Task: {'id': task-3504849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187429} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.815818] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.816043] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.816246] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.816420] env[69195]: INFO nova.compute.manager [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Took 3.00 seconds to destroy the instance on the hypervisor. [ 1025.816685] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.816895] env[69195]: DEBUG nova.compute.manager [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.816991] env[69195]: DEBUG nova.network.neutron [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.903349] env[69195]: DEBUG oslo_vmware.api [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504850, 'name': PowerOnVM_Task, 'duration_secs': 0.441972} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.903699] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.903915] env[69195]: INFO nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1025.904114] env[69195]: DEBUG nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.904990] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9683e92c-4a43-4f91-a90c-8c17dbc9134a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.154688] env[69195]: DEBUG nova.compute.manager [req-49766d19-bd6f-4931-a9fb-5934af98cdbe req-a75ed906-21e1-4fbc-9a28-332073940c26 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Received event network-vif-deleted-3172261d-0c10-46fc-a737-07946e2d184f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.154688] env[69195]: INFO nova.compute.manager [req-49766d19-bd6f-4931-a9fb-5934af98cdbe req-a75ed906-21e1-4fbc-9a28-332073940c26 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Neutron deleted interface 3172261d-0c10-46fc-a737-07946e2d184f; detaching it from the instance and deleting it from the info cache [ 1026.154774] env[69195]: DEBUG nova.network.neutron [req-49766d19-bd6f-4931-a9fb-5934af98cdbe req-a75ed906-21e1-4fbc-9a28-332073940c26 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.180197] env[69195]: DEBUG nova.compute.utils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.182395] env[69195]: DEBUG nova.compute.manager [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1026.211824] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504851, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.423481] env[69195]: INFO nova.compute.manager [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Took 41.53 seconds to build instance. [ 1026.576623] env[69195]: DEBUG nova.network.neutron [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.657408] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab7f687d-1b0f-49ed-a1ff-568b37c61041 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.669413] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7874d19e-13b1-4823-9495-9d4ff7ddfb2c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.683438] env[69195]: DEBUG nova.compute.manager [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.708844] env[69195]: DEBUG nova.compute.manager [req-49766d19-bd6f-4931-a9fb-5934af98cdbe req-a75ed906-21e1-4fbc-9a28-332073940c26 service nova] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Detach interface failed, port_id=3172261d-0c10-46fc-a737-07946e2d184f, reason: Instance 4088136f-a740-4f76-9bfe-61df83dba2e5 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.715482] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591253} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.715754] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0/c8b072b0-f95d-453f-abd5-332df7aaf6b0.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.715992] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.716226] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a775cf75-b666-464e-abd1-21740e9d9e89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.724465] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1026.724465] env[69195]: value = "task-3504852" [ 1026.724465] env[69195]: _type = "Task" [ 1026.724465] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.735329] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.925304] env[69195]: DEBUG oslo_concurrency.lockutils [None req-10db8b90-9d96-4c7f-9dda-cec6446fe676 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.035s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.023719] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e8c75-20d0-412a-8f49-5df75c0c9453 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.032452] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c7df8-a1ce-44e9-a3fa-a13029c47588 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.065142] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2540a5-7d98-4c89-b81e-0d40f55ef800 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.074209] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac1f859-795a-4749-8ace-05b103e10a0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.078765] env[69195]: INFO nova.compute.manager [-] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Took 1.26 seconds to deallocate network for instance. [ 1027.090069] env[69195]: DEBUG nova.compute.provider_tree [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.236738] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073127} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.237693] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.238779] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4457b31a-e33f-4832-83d9-e599536957f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.261522] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0/c8b072b0-f95d-453f-abd5-332df7aaf6b0.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.262098] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f25c652-6a4f-4d67-97a1-0c087fa35d6b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.284042] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1027.284042] env[69195]: value = "task-3504853" [ 1027.284042] env[69195]: _type = "Task" [ 1027.284042] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.292884] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.430206] env[69195]: DEBUG nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.595561] env[69195]: DEBUG nova.scheduler.client.report [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.600202] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.698953] env[69195]: DEBUG nova.compute.manager [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.736443] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.736699] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.736858] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.737496] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.737652] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.738700] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.739175] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.743017] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.743017] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.743017] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.743017] env[69195]: DEBUG nova.virt.hardware [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.743017] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa0ce6-3a9e-4a16-a91f-508e7dd0e592 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.753185] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edd1b44-12c7-465c-bda9-dccc84272fbf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.768867] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.775523] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Creating folder: Project (8163cb74f9d749278395a8f5901f1605). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.776093] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52868d4-9ddc-4f22-ac1a-1c04202e6593 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.788286] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Created folder: Project (8163cb74f9d749278395a8f5901f1605) in parent group-v700121. [ 1027.788560] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Creating folder: Instances. Parent ref: group-v700361. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.789193] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-685c5d4f-d575-43b8-8145-8fb29db71e8e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.794537] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.802504] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Created folder: Instances in parent group-v700361. [ 1027.802794] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.802982] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.803220] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-218ade35-af04-4a7d-a82a-118ef15ba4c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.819394] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.819394] env[69195]: value = "task-3504856" [ 1027.819394] env[69195]: _type = "Task" [ 1027.819394] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.827621] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504856, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.956494] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.102330] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.102883] env[69195]: DEBUG nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.106733] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.614s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.109927] env[69195]: INFO nova.compute.claims [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.228062] env[69195]: DEBUG nova.compute.manager [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1028.295640] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504853, 'name': ReconfigVM_Task, 'duration_secs': 0.672785} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.295888] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfigured VM instance instance-00000057 to attach disk [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0/c8b072b0-f95d-453f-abd5-332df7aaf6b0.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.296550] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83fd0e38-021d-4b74-bbd2-a425a106fb24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.303619] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1028.303619] env[69195]: value = "task-3504857" [ 1028.303619] env[69195]: _type = "Task" [ 1028.303619] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.314095] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504857, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.329347] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504856, 'name': CreateVM_Task, 'duration_secs': 0.297783} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.329535] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.329973] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.330151] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.330504] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.330758] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7b1cbb-cd58-49f8-b0ba-121a2553f922 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.336089] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1028.336089] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52aada5b-7a08-a108-ccf1-362ceae9633d" [ 1028.336089] env[69195]: _type = "Task" [ 1028.336089] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.344141] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52aada5b-7a08-a108-ccf1-362ceae9633d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.618845] env[69195]: DEBUG nova.compute.utils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.622804] env[69195]: DEBUG nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.622804] env[69195]: DEBUG nova.network.neutron [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.667630] env[69195]: DEBUG nova.policy [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c95e347c7f04d919353f6c45cc7e210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0e133feba474bf0bbbe60dd8336c1b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.746058] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.815921] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504857, 'name': Rename_Task, 'duration_secs': 0.157275} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.815921] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.815921] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1ca68a-fb62-4020-81a1-c617a9e7872c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.821379] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1028.821379] env[69195]: value = "task-3504858" [ 1028.821379] env[69195]: _type = "Task" [ 1028.821379] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.829240] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.845092] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52aada5b-7a08-a108-ccf1-362ceae9633d, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.845285] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.845530] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.845838] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.846031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.846319] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.846507] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea339323-98cb-4681-8864-f545c7761dd9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.855585] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.855850] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.856895] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6569b04f-3631-471e-a206-e1a8973fd83e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.862537] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1028.862537] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bafa0d-a2fd-6ffb-dd1f-d9c191390850" [ 1028.862537] env[69195]: _type = "Task" [ 1028.862537] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.870732] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bafa0d-a2fd-6ffb-dd1f-d9c191390850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.965163] env[69195]: DEBUG nova.network.neutron [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Successfully created port: 995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.124833] env[69195]: DEBUG nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.331927] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.372627] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52bafa0d-a2fd-6ffb-dd1f-d9c191390850, 'name': SearchDatastore_Task, 'duration_secs': 0.017303} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.375897] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8edb5844-432a-41cd-83f1-0929aed391f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.381316] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1029.381316] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d21ddc-a0fe-3a8f-797a-574e7fcaacfa" [ 1029.381316] env[69195]: _type = "Task" [ 1029.381316] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.389006] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d21ddc-a0fe-3a8f-797a-574e7fcaacfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.474879] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53581136-e798-4970-9a2d-adc3cba0b7e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.482699] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6aaac6-355f-402a-8900-3c7ba0778da7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.514394] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68758138-72eb-46f3-aa12-178f57f801a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.521940] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520f96b8-526c-49d1-bf8d-39d8394f0faf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.535474] env[69195]: DEBUG nova.compute.provider_tree [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.838668] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.894098] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d21ddc-a0fe-3a8f-797a-574e7fcaacfa, 'name': SearchDatastore_Task, 'duration_secs': 0.042681} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.894523] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.894892] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2/a8505259-cd52-49db-9455-4a9d06bc64f2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.895195] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-743130fc-8c36-4204-a56a-6e42191782b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.902438] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1029.902438] env[69195]: value = "task-3504859" [ 1029.902438] env[69195]: _type = "Task" [ 1029.902438] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.911058] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.039681] env[69195]: DEBUG nova.scheduler.client.report [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.134618] env[69195]: DEBUG nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.160574] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.161073] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.161285] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.161521] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.161735] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.161938] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.162201] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.162398] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.162614] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.162822] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.163060] env[69195]: DEBUG nova.virt.hardware [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.163955] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbcc8aa-a262-4d60-89b7-23e2b8e9adda {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.172164] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9f9fc-8d5a-4c33-b596-e9883e5d3018 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.335021] env[69195]: DEBUG oslo_vmware.api [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504858, 'name': PowerOnVM_Task, 'duration_secs': 1.117763} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.335955] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.335955] env[69195]: INFO nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1030.335955] env[69195]: DEBUG nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.336471] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2fc6a3-6558-4d3b-8299-4df814e39b66 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.413373] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504859, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.502997] env[69195]: DEBUG nova.compute.manager [req-21389f26-7cdf-4adc-9fe9-1d07d3e97167 req-4ac0d111-95ee-4058-ace6-c7f5faaac19f service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received event network-vif-plugged-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.503246] env[69195]: DEBUG oslo_concurrency.lockutils [req-21389f26-7cdf-4adc-9fe9-1d07d3e97167 req-4ac0d111-95ee-4058-ace6-c7f5faaac19f service nova] Acquiring lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.503490] env[69195]: DEBUG oslo_concurrency.lockutils [req-21389f26-7cdf-4adc-9fe9-1d07d3e97167 req-4ac0d111-95ee-4058-ace6-c7f5faaac19f service nova] Lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.503655] env[69195]: DEBUG oslo_concurrency.lockutils [req-21389f26-7cdf-4adc-9fe9-1d07d3e97167 req-4ac0d111-95ee-4058-ace6-c7f5faaac19f service nova] Lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.503779] env[69195]: DEBUG nova.compute.manager [req-21389f26-7cdf-4adc-9fe9-1d07d3e97167 req-4ac0d111-95ee-4058-ace6-c7f5faaac19f service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] No waiting events found dispatching network-vif-plugged-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.503976] env[69195]: WARNING nova.compute.manager [req-21389f26-7cdf-4adc-9fe9-1d07d3e97167 req-4ac0d111-95ee-4058-ace6-c7f5faaac19f service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received unexpected event network-vif-plugged-995ce199-c506-47a3-8d98-a86b919ece91 for instance with vm_state building and task_state spawning. [ 1030.545642] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.546105] env[69195]: DEBUG nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.550312] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.667s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.552401] env[69195]: INFO nova.compute.claims [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.620491] env[69195]: DEBUG nova.network.neutron [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Successfully updated port: 995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.862876] env[69195]: INFO nova.compute.manager [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Took 40.63 seconds to build instance. [ 1030.914166] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862609} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.914464] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2/a8505259-cd52-49db-9455-4a9d06bc64f2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.914811] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.915095] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24bd3cfa-4414-444e-a4a2-c23677780016 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.921939] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1030.921939] env[69195]: value = "task-3504860" [ 1030.921939] env[69195]: _type = "Task" [ 1030.921939] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.930155] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.066480] env[69195]: DEBUG nova.compute.utils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.067960] env[69195]: DEBUG nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.068152] env[69195]: DEBUG nova.network.neutron [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.122384] env[69195]: DEBUG nova.policy [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ac106ce401a4249aa6a56725d149faf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2b6a96725304f718fa860b79f03510c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.125287] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.125463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.125655] env[69195]: DEBUG nova.network.neutron [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.364630] env[69195]: DEBUG oslo_concurrency.lockutils [None req-54af25db-6783-4fee-8888-2d23d8570e5d tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.137s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.434364] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07057} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.434790] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.435719] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b860f19-22fd-42e6-b135-7b3bfc632a66 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.470218] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2/a8505259-cd52-49db-9455-4a9d06bc64f2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.470218] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe06492-5776-41f3-83e0-b95354217353 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.489755] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1031.489755] env[69195]: value = "task-3504861" [ 1031.489755] env[69195]: _type = "Task" [ 1031.489755] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.500285] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.516133] env[69195]: DEBUG nova.network.neutron [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Successfully created port: 3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.572243] env[69195]: DEBUG nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.678445] env[69195]: DEBUG nova.network.neutron [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.881116] env[69195]: DEBUG nova.network.neutron [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [{"id": "995ce199-c506-47a3-8d98-a86b919ece91", "address": "fa:16:3e:98:9b:46", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995ce199-c5", "ovs_interfaceid": "995ce199-c506-47a3-8d98-a86b919ece91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.991663] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eec2446-ff46-4569-97b7-58150a533e42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.006290] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504861, 'name': ReconfigVM_Task, 'duration_secs': 0.276484} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.007329] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417506f-870c-41cd-9002-b9546f6537d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.011405] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Reconfigured VM instance instance-00000058 to attach disk [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2/a8505259-cd52-49db-9455-4a9d06bc64f2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.012197] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e0b5bae-f2df-4e26-ae0f-435147201264 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.046449] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418bd8fc-21e1-48ac-95cb-35820636124d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.049161] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1032.049161] env[69195]: value = "task-3504862" [ 1032.049161] env[69195]: _type = "Task" [ 1032.049161] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.056078] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae0e42-06dc-42ba-bfa8-ad32897457a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.063030] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504862, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.073950] env[69195]: DEBUG nova.compute.provider_tree [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.077532] env[69195]: INFO nova.virt.block_device [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Booting with volume 093d5f73-82da-4bb4-883e-5f996ba3320c at /dev/sda [ 1032.123782] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-520fe5b6-325c-44b0-a558-7aef334d7912 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.135775] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e79a0a-6702-4226-b1fe-291ba284129c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.172757] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbe0d601-3ea3-4fea-85e9-56bb27ac4d88 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.182258] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8222490-8476-4f53-8ca1-603c7d58114f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.220092] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ca3e0-4338-4546-958f-25169e1120f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.227788] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e70d69b-70de-48b8-98db-0528c0f8304a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.241369] env[69195]: DEBUG nova.virt.block_device [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Updating existing volume attachment record: bf30f4c4-823f-43d8-b603-9a780a680195 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1032.383449] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.383821] env[69195]: DEBUG nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Instance network_info: |[{"id": "995ce199-c506-47a3-8d98-a86b919ece91", "address": "fa:16:3e:98:9b:46", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995ce199-c5", "ovs_interfaceid": "995ce199-c506-47a3-8d98-a86b919ece91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.384351] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:9b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995ce199-c506-47a3-8d98-a86b919ece91', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.392798] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating folder: Project (e0e133feba474bf0bbbe60dd8336c1b0). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.392798] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c89e3675-4a55-4ea5-901b-99c63f55ce94 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.404231] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Created folder: Project (e0e133feba474bf0bbbe60dd8336c1b0) in parent group-v700121. [ 1032.404434] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating folder: Instances. Parent ref: group-v700364. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.404935] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b1e0e18-312a-450f-a99d-3ecaa0e40290 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.413707] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Created folder: Instances in parent group-v700364. [ 1032.413959] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.414170] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.414390] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29ac49de-3343-4d14-bc59-a15a3e632d7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.432910] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.432910] env[69195]: value = "task-3504865" [ 1032.432910] env[69195]: _type = "Task" [ 1032.432910] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.440548] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504865, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.541394] env[69195]: DEBUG nova.compute.manager [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received event network-changed-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.541669] env[69195]: DEBUG nova.compute.manager [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Refreshing instance network info cache due to event network-changed-995ce199-c506-47a3-8d98-a86b919ece91. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.542151] env[69195]: DEBUG oslo_concurrency.lockutils [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] Acquiring lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.542151] env[69195]: DEBUG oslo_concurrency.lockutils [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] Acquired lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.542302] env[69195]: DEBUG nova.network.neutron [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Refreshing network info cache for port 995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.561411] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504862, 'name': Rename_Task, 'duration_secs': 0.137044} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.562078] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.562078] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9475cae9-a2f8-46a3-bd00-9c942da8e694 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.568989] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1032.568989] env[69195]: value = "task-3504866" [ 1032.568989] env[69195]: _type = "Task" [ 1032.568989] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.578690] env[69195]: DEBUG nova.scheduler.client.report [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.589708] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504866, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.944728] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504865, 'name': CreateVM_Task, 'duration_secs': 0.350231} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.945066] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.945936] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.946177] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.946608] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.946947] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b6bff2-131d-4d76-b95e-33d2ecf1fdee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.952623] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1032.952623] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e8e2d5-05d3-4e7c-5a76-9a581ca2e861" [ 1032.952623] env[69195]: _type = "Task" [ 1032.952623] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.962325] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e8e2d5-05d3-4e7c-5a76-9a581ca2e861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.078130] env[69195]: DEBUG oslo_vmware.api [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504866, 'name': PowerOnVM_Task, 'duration_secs': 0.436787} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.078417] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.078627] env[69195]: INFO nova.compute.manager [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Took 5.38 seconds to spawn the instance on the hypervisor. [ 1033.078796] env[69195]: DEBUG nova.compute.manager [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.079595] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7315ae-3b1c-4909-b062-a145280bf884 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.084343] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.084828] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.092485] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.178s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.093897] env[69195]: INFO nova.compute.claims [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.266469] env[69195]: DEBUG nova.network.neutron [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Successfully updated port: 3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.337021] env[69195]: DEBUG nova.network.neutron [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updated VIF entry in instance network info cache for port 995ce199-c506-47a3-8d98-a86b919ece91. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.337408] env[69195]: DEBUG nova.network.neutron [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [{"id": "995ce199-c506-47a3-8d98-a86b919ece91", "address": "fa:16:3e:98:9b:46", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995ce199-c5", "ovs_interfaceid": "995ce199-c506-47a3-8d98-a86b919ece91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.465593] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e8e2d5-05d3-4e7c-5a76-9a581ca2e861, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.465593] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.465593] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.465593] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.465593] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.465593] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.465593] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37784c9b-2e3d-413d-a628-753659af9ed6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.478161] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.478376] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.479117] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578281b7-090d-478e-a260-6e08c74af1a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.484579] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1033.484579] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e21d8-e16c-42e5-8418-063fd3139ac0" [ 1033.484579] env[69195]: _type = "Task" [ 1033.484579] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.492612] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e21d8-e16c-42e5-8418-063fd3139ac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.570619] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.570947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.590042] env[69195]: DEBUG nova.compute.utils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.594294] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.594294] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.608558] env[69195]: INFO nova.compute.manager [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Took 36.59 seconds to build instance. [ 1033.634887] env[69195]: DEBUG nova.policy [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3999cb574c448d89e78dcac1e9f9e92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d1e27976da4b1496f325812d3195f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.768827] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Acquiring lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.768990] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Acquired lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.769435] env[69195]: DEBUG nova.network.neutron [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.841312] env[69195]: DEBUG oslo_concurrency.lockutils [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] Releasing lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.841845] env[69195]: DEBUG nova.compute.manager [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Received event network-changed-e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.841845] env[69195]: DEBUG nova.compute.manager [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Refreshing instance network info cache due to event network-changed-e4f6543e-0988-4a21-be39-7e11b5c97479. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.842111] env[69195]: DEBUG oslo_concurrency.lockutils [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] Acquiring lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.842111] env[69195]: DEBUG oslo_concurrency.lockutils [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] Acquired lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.842257] env[69195]: DEBUG nova.network.neutron [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Refreshing network info cache for port e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.965568] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Successfully created port: fca0944b-b951-4c83-8c59-0e9f9d063d7e {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.996852] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e21d8-e16c-42e5-8418-063fd3139ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.0183} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.997119] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a25f9e-44dc-4edd-87bc-9b12fe35c74f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.002545] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1034.002545] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5232da29-4c64-da8b-6104-342ddbd0a06c" [ 1034.002545] env[69195]: _type = "Task" [ 1034.002545] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.014438] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5232da29-4c64-da8b-6104-342ddbd0a06c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.073722] env[69195]: DEBUG nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.095754] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.109982] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f51b9bd7-7580-4f59-b18e-398dae2d2e47 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "a8505259-cd52-49db-9455-4a9d06bc64f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.107s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.333267] env[69195]: DEBUG nova.network.neutron [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.359292] env[69195]: DEBUG nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.359439] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.359580] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.359726] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.359910] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.360068] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.360219] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.360455] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.360666] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.360859] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.361037] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.361228] env[69195]: DEBUG nova.virt.hardware [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.362108] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421cedc7-a9e7-4665-839f-05296577455a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.376381] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba29aa2-7222-4e82-b4fb-ca2693abbd27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.390521] env[69195]: INFO nova.compute.manager [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Rebuilding instance [ 1034.440660] env[69195]: DEBUG nova.compute.manager [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.441553] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2408b41-00d7-464a-8a7d-0a41b4d51342 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.496800] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f905b01-c4bb-4c76-af3d-203b75286456 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.510955] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24684b86-7522-4ff2-afe1-152ceeb8006d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.519362] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5232da29-4c64-da8b-6104-342ddbd0a06c, 'name': SearchDatastore_Task, 'duration_secs': 0.036315} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.543980] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.544294] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a4420c32-a6b2-4770-9c11-921eb622592d/a4420c32-a6b2-4770-9c11-921eb622592d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.545139] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc12b98f-d546-4036-a2b4-4e76d4776861 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.547696] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dbe076-240a-4c8b-af12-02ee7d014bfe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.558587] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7f35a9-b81d-4402-bb08-5a545b401750 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.563038] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1034.563038] env[69195]: value = "task-3504867" [ 1034.563038] env[69195]: _type = "Task" [ 1034.563038] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.577783] env[69195]: DEBUG nova.compute.provider_tree [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.582130] env[69195]: DEBUG nova.compute.manager [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Received event network-vif-plugged-3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.582337] env[69195]: DEBUG oslo_concurrency.lockutils [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] Acquiring lock "4bebf02b-603b-46d7-8233-4550fd933cbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.582546] env[69195]: DEBUG oslo_concurrency.lockutils [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] Lock "4bebf02b-603b-46d7-8233-4550fd933cbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.582714] env[69195]: DEBUG oslo_concurrency.lockutils [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] Lock "4bebf02b-603b-46d7-8233-4550fd933cbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.582883] env[69195]: DEBUG nova.compute.manager [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] No waiting events found dispatching network-vif-plugged-3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.583199] env[69195]: WARNING nova.compute.manager [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Received unexpected event network-vif-plugged-3fc06607-15c8-49f4-88cf-04ff91400931 for instance with vm_state building and task_state spawning. [ 1034.583376] env[69195]: DEBUG nova.compute.manager [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Received event network-changed-3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.583533] env[69195]: DEBUG nova.compute.manager [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Refreshing instance network info cache due to event network-changed-3fc06607-15c8-49f4-88cf-04ff91400931. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.583777] env[69195]: DEBUG oslo_concurrency.lockutils [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] Acquiring lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.591821] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.598750] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.612928] env[69195]: DEBUG nova.network.neutron [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Updating instance_info_cache with network_info: [{"id": "3fc06607-15c8-49f4-88cf-04ff91400931", "address": "fa:16:3e:0c:f3:11", "network": {"id": "f3efa962-43c9-43a4-982d-003ccc9c6efb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1671671145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b6a96725304f718fa860b79f03510c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc06607-15", "ovs_interfaceid": "3fc06607-15c8-49f4-88cf-04ff91400931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.696395] env[69195]: DEBUG nova.network.neutron [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updated VIF entry in instance network info cache for port e4f6543e-0988-4a21-be39-7e11b5c97479. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.696765] env[69195]: DEBUG nova.network.neutron [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [{"id": "e4f6543e-0988-4a21-be39-7e11b5c97479", "address": "fa:16:3e:21:82:5b", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6543e-09", "ovs_interfaceid": "e4f6543e-0988-4a21-be39-7e11b5c97479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.077506] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504867, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.086065] env[69195]: DEBUG nova.scheduler.client.report [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.109705] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.116550] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Releasing lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.116550] env[69195]: DEBUG nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Instance network_info: |[{"id": "3fc06607-15c8-49f4-88cf-04ff91400931", "address": "fa:16:3e:0c:f3:11", "network": {"id": "f3efa962-43c9-43a4-982d-003ccc9c6efb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1671671145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b6a96725304f718fa860b79f03510c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc06607-15", "ovs_interfaceid": "3fc06607-15c8-49f4-88cf-04ff91400931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.116550] env[69195]: DEBUG oslo_concurrency.lockutils [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] Acquired lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.116550] env[69195]: DEBUG nova.network.neutron [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Refreshing network info cache for port 3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.117623] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:f3:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fc06607-15c8-49f4-88cf-04ff91400931', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.125865] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Creating folder: Project (b2b6a96725304f718fa860b79f03510c). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.131394] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9fdd94a-00ec-42da-a8c8-0725e45232a3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.140284] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.140623] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.140849] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.141117] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.141293] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.141449] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.141663] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.141879] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.142096] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.143033] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.143033] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.143708] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af43b0c7-5681-47a8-b153-d523deb0c78b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.148711] env[69195]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1035.148861] env[69195]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69195) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1035.149271] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Folder already exists: Project (b2b6a96725304f718fa860b79f03510c). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1035.150032] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Creating folder: Instances. Parent ref: group-v700346. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.150250] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20dd7cf5-99a7-4cc1-8311-6410a249c622 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.156409] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab5708-a4f7-4a40-aacc-ad47b3d0a21f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.162557] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Created folder: Instances in parent group-v700346. [ 1035.162855] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.163522] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.163817] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f48b741-43bb-4fe2-9690-0739056f0745 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.197805] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.197805] env[69195]: value = "task-3504870" [ 1035.197805] env[69195]: _type = "Task" [ 1035.197805] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.201461] env[69195]: DEBUG oslo_concurrency.lockutils [req-9be0d73f-0cf1-43dc-83db-a5697c820f0b req-34cf2ce6-457d-4f8f-b53c-3fea35c9052c service nova] Releasing lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.207468] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504870, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.459288] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.459701] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d0d1d3b-07f3-47ff-8dd6-c8a4b717fb28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.463692] env[69195]: DEBUG nova.network.neutron [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Updated VIF entry in instance network info cache for port 3fc06607-15c8-49f4-88cf-04ff91400931. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.463692] env[69195]: DEBUG nova.network.neutron [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Updating instance_info_cache with network_info: [{"id": "3fc06607-15c8-49f4-88cf-04ff91400931", "address": "fa:16:3e:0c:f3:11", "network": {"id": "f3efa962-43c9-43a4-982d-003ccc9c6efb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1671671145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b6a96725304f718fa860b79f03510c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc06607-15", "ovs_interfaceid": "3fc06607-15c8-49f4-88cf-04ff91400931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.507425] env[69195]: DEBUG nova.compute.manager [req-6fe9dd13-07be-488b-989a-5da08ef86c50 req-08501774-6224-45dc-8ea0-c51627985755 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Received event network-vif-plugged-fca0944b-b951-4c83-8c59-0e9f9d063d7e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.507425] env[69195]: DEBUG oslo_concurrency.lockutils [req-6fe9dd13-07be-488b-989a-5da08ef86c50 req-08501774-6224-45dc-8ea0-c51627985755 service nova] Acquiring lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.507425] env[69195]: DEBUG oslo_concurrency.lockutils [req-6fe9dd13-07be-488b-989a-5da08ef86c50 req-08501774-6224-45dc-8ea0-c51627985755 service nova] Lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.507425] env[69195]: DEBUG oslo_concurrency.lockutils [req-6fe9dd13-07be-488b-989a-5da08ef86c50 req-08501774-6224-45dc-8ea0-c51627985755 service nova] Lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.507425] env[69195]: DEBUG nova.compute.manager [req-6fe9dd13-07be-488b-989a-5da08ef86c50 req-08501774-6224-45dc-8ea0-c51627985755 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] No waiting events found dispatching network-vif-plugged-fca0944b-b951-4c83-8c59-0e9f9d063d7e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.507425] env[69195]: WARNING nova.compute.manager [req-6fe9dd13-07be-488b-989a-5da08ef86c50 req-08501774-6224-45dc-8ea0-c51627985755 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Received unexpected event network-vif-plugged-fca0944b-b951-4c83-8c59-0e9f9d063d7e for instance with vm_state building and task_state spawning. [ 1035.507425] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1035.507425] env[69195]: value = "task-3504871" [ 1035.507425] env[69195]: _type = "Task" [ 1035.507425] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.507425] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.583642] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504867, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.592027] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.592270] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.596086] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.635s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.600799] env[69195]: INFO nova.compute.claims [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.604422] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Successfully updated port: fca0944b-b951-4c83-8c59-0e9f9d063d7e {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.706589] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504870, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.970081] env[69195]: DEBUG oslo_concurrency.lockutils [req-6da3e5e0-e33b-4b3b-9967-7212fb4c1227 req-66fbb6cf-56a3-4a16-8932-2a93ad327752 service nova] Releasing lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.982360] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504871, 'name': PowerOffVM_Task, 'duration_secs': 0.325089} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.982621] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.983289] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.984099] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82b1498-05ce-4d17-a4d3-1f6f28330722 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.991252] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.991486] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f972f58-bf2a-436c-8d63-c386731849c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.015802] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.016025] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.016295] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Deleting the datastore file [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.016562] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b3c6cff-4a5b-4332-b301-235b8100faef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.022550] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1036.022550] env[69195]: value = "task-3504873" [ 1036.022550] env[69195]: _type = "Task" [ 1036.022550] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.031876] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.079894] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504867, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.117734} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.080190] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a4420c32-a6b2-4770-9c11-921eb622592d/a4420c32-a6b2-4770-9c11-921eb622592d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.080411] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.080725] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5a97a34-3a1a-4391-a745-99e951eb13fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.086759] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1036.086759] env[69195]: value = "task-3504874" [ 1036.086759] env[69195]: _type = "Task" [ 1036.086759] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.094157] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.102902] env[69195]: DEBUG nova.compute.utils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.106388] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.106610] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.109511] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "refresh_cache-85af95f1-ccd3-4d12-b041-a0a1efd809d3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.109511] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "refresh_cache-85af95f1-ccd3-4d12-b041-a0a1efd809d3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.109617] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.166168] env[69195]: DEBUG nova.policy [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3999cb574c448d89e78dcac1e9f9e92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d1e27976da4b1496f325812d3195f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.207653] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504870, 'name': CreateVM_Task, 'duration_secs': 1.007077} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.207653] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.208318] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700352', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'name': 'volume-093d5f73-82da-4bb4-883e-5f996ba3320c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bebf02b-603b-46d7-8233-4550fd933cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'serial': '093d5f73-82da-4bb4-883e-5f996ba3320c'}, 'disk_bus': None, 'attachment_id': 'bf30f4c4-823f-43d8-b603-9a780a680195', 'volume_type': None}], 'swap': None} {{(pid=69195) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1036.208536] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Root volume attach. Driver type: vmdk {{(pid=69195) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1036.209312] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8853a55f-c2ce-485d-b68f-d1d839957852 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.218091] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fd7d8f-c104-4621-8f8e-6f6bb5d74ab8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.224390] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad453a7-25d0-4dff-b36a-0e22ae676b82 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.230221] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e7fce9f8-ad18-4c75-bbab-d50d2ab43c56 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.241336] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1036.241336] env[69195]: value = "task-3504875" [ 1036.241336] env[69195]: _type = "Task" [ 1036.241336] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.249474] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.532554] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411256} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.532810] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.532998] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.533187] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.595926] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074906} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.596233] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.596999] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a222f-436c-463c-a1d5-d296d2850140 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.610581] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.625084] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] a4420c32-a6b2-4770-9c11-921eb622592d/a4420c32-a6b2-4770-9c11-921eb622592d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.627722] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60158b80-afd4-459a-b688-470c3e9111d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.648126] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1036.648126] env[69195]: value = "task-3504876" [ 1036.648126] env[69195]: _type = "Task" [ 1036.648126] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.656140] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.692929] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.706752] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Successfully created port: 06726a61-d838-4eb6-b4b1-8010f9e6cb8a {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.761570] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 34%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.930132] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Updating instance_info_cache with network_info: [{"id": "fca0944b-b951-4c83-8c59-0e9f9d063d7e", "address": "fa:16:3e:15:a3:2e", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca0944b-b9", "ovs_interfaceid": "fca0944b-b951-4c83-8c59-0e9f9d063d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.070703] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968d1f69-2f8b-4a71-9615-61c34cc91868 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.082046] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341d05ee-bd0a-4ad1-baf1-9cdebd153429 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.117525] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c63233-a847-4e9f-9660-97e21919ecab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.131791] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd449553-3309-4743-bc39-5f7162664780 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.149677] env[69195]: DEBUG nova.compute.provider_tree [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.161398] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504876, 'name': ReconfigVM_Task, 'duration_secs': 0.317958} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.162446] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] a4420c32-a6b2-4770-9c11-921eb622592d/a4420c32-a6b2-4770-9c11-921eb622592d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.163597] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83fe7890-b1c3-4fca-8198-a0d51db318df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.173733] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1037.173733] env[69195]: value = "task-3504877" [ 1037.173733] env[69195]: _type = "Task" [ 1037.173733] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.185526] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504877, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.255430] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 47%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.434118] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "refresh_cache-85af95f1-ccd3-4d12-b041-a0a1efd809d3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.434582] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Instance network_info: |[{"id": "fca0944b-b951-4c83-8c59-0e9f9d063d7e", "address": "fa:16:3e:15:a3:2e", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca0944b-b9", "ovs_interfaceid": "fca0944b-b951-4c83-8c59-0e9f9d063d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.435042] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:a3:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fca0944b-b951-4c83-8c59-0e9f9d063d7e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.443788] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Creating folder: Project (71d1e27976da4b1496f325812d3195f5). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.444159] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-600e4887-152f-498f-b8e6-d7afaa921233 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.458359] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Created folder: Project (71d1e27976da4b1496f325812d3195f5) in parent group-v700121. [ 1037.458574] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Creating folder: Instances. Parent ref: group-v700369. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.458822] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9beadaf2-a3ef-4a96-a941-d1379f0a12c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.471871] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Created folder: Instances in parent group-v700369. [ 1037.472128] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.472360] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.472578] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8c79800-1226-4f65-9ea1-b95c5c1ff50b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.493456] env[69195]: DEBUG nova.compute.manager [req-e92eeaf8-bab7-40a5-a3dd-cead4f1305a8 req-f13ccff5-c75a-4912-a585-56f3bb1e97e2 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Received event network-changed-fca0944b-b951-4c83-8c59-0e9f9d063d7e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.493686] env[69195]: DEBUG nova.compute.manager [req-e92eeaf8-bab7-40a5-a3dd-cead4f1305a8 req-f13ccff5-c75a-4912-a585-56f3bb1e97e2 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Refreshing instance network info cache due to event network-changed-fca0944b-b951-4c83-8c59-0e9f9d063d7e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.493933] env[69195]: DEBUG oslo_concurrency.lockutils [req-e92eeaf8-bab7-40a5-a3dd-cead4f1305a8 req-f13ccff5-c75a-4912-a585-56f3bb1e97e2 service nova] Acquiring lock "refresh_cache-85af95f1-ccd3-4d12-b041-a0a1efd809d3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.494086] env[69195]: DEBUG oslo_concurrency.lockutils [req-e92eeaf8-bab7-40a5-a3dd-cead4f1305a8 req-f13ccff5-c75a-4912-a585-56f3bb1e97e2 service nova] Acquired lock "refresh_cache-85af95f1-ccd3-4d12-b041-a0a1efd809d3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.494220] env[69195]: DEBUG nova.network.neutron [req-e92eeaf8-bab7-40a5-a3dd-cead4f1305a8 req-f13ccff5-c75a-4912-a585-56f3bb1e97e2 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Refreshing network info cache for port fca0944b-b951-4c83-8c59-0e9f9d063d7e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.496972] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.496972] env[69195]: value = "task-3504880" [ 1037.496972] env[69195]: _type = "Task" [ 1037.496972] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.510099] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504880, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.578642] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.578982] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.579204] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.579467] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.579685] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.579879] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.580533] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.580533] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.580638] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.580772] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.580999] env[69195]: DEBUG nova.virt.hardware [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.582451] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ae990c-b039-4849-b14d-d6584ea82bb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.594891] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e58894-d9b2-4c4f-8fb9-4b788168cf3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.613604] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.620374] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.621011] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.621011] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee78255d-3557-49ae-946e-9593d79b9039 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.638286] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.642862] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.642862] env[69195]: value = "task-3504881" [ 1037.642862] env[69195]: _type = "Task" [ 1037.642862] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.655837] env[69195]: DEBUG nova.scheduler.client.report [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.662914] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504881, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.670976] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.671265] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.671431] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.671622] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.671851] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.672638] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.672638] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.672638] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.672638] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.673524] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.673524] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.673893] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e95d65-dc67-48e8-9294-b8245742c460 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.690586] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504877, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.691069] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c90742c-b8f7-4d62-b41b-a7bbdb07859c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.755080] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 60%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.012575] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504880, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.155224] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504881, 'name': CreateVM_Task, 'duration_secs': 0.463465} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.155514] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.155824] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.155993] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.156316] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.156580] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ec8939-cd17-4374-ab5a-b51852358f7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.161221] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1038.161221] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5227fb5d-1ebf-94b5-5dfc-ba78169c6dfb" [ 1038.161221] env[69195]: _type = "Task" [ 1038.161221] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.167394] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.168055] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.172786] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.632s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.173070] env[69195]: DEBUG nova.objects.instance [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lazy-loading 'resources' on Instance uuid 2ed70894-b89f-4785-9bb4-8f897bd444cb {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.184678] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5227fb5d-1ebf-94b5-5dfc-ba78169c6dfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.193049] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504877, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.243854] env[69195]: DEBUG nova.network.neutron [req-e92eeaf8-bab7-40a5-a3dd-cead4f1305a8 req-f13ccff5-c75a-4912-a585-56f3bb1e97e2 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Updated VIF entry in instance network info cache for port fca0944b-b951-4c83-8c59-0e9f9d063d7e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.244302] env[69195]: DEBUG nova.network.neutron [req-e92eeaf8-bab7-40a5-a3dd-cead4f1305a8 req-f13ccff5-c75a-4912-a585-56f3bb1e97e2 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Updating instance_info_cache with network_info: [{"id": "fca0944b-b951-4c83-8c59-0e9f9d063d7e", "address": "fa:16:3e:15:a3:2e", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfca0944b-b9", "ovs_interfaceid": "fca0944b-b951-4c83-8c59-0e9f9d063d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.262626] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 73%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.331547] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Successfully updated port: 06726a61-d838-4eb6-b4b1-8010f9e6cb8a {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.511830] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504880, 'name': CreateVM_Task, 'duration_secs': 0.534854} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.511984] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.512821] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.672800] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5227fb5d-1ebf-94b5-5dfc-ba78169c6dfb, 'name': SearchDatastore_Task, 'duration_secs': 0.020412} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.673144] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.673381] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.673634] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.673781] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.673964] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.674285] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.674606] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.674843] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed5463a6-bf96-48b2-9a7a-db2e729748ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.676829] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9f5960-fffa-4427-a8b4-d95f2b8c50b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.682011] env[69195]: DEBUG nova.compute.utils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.683698] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.683869] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.694148] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.694407] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.700325] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b17fb7-c0b1-4e31-a1f0-8e9948224ab5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.702932] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1038.702932] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524764ab-41d3-1dfb-a641-ff68aaa070f4" [ 1038.702932] env[69195]: _type = "Task" [ 1038.702932] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.703547] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504877, 'name': Rename_Task, 'duration_secs': 1.15231} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.703886] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.707917] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b0f36a5-1fbd-4983-8362-a6ca6fed6361 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.714144] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1038.714144] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52db57f9-01f9-9f12-537a-8f0235cda405" [ 1038.714144] env[69195]: _type = "Task" [ 1038.714144] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.725112] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524764ab-41d3-1dfb-a641-ff68aaa070f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.725503] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1038.725503] env[69195]: value = "task-3504882" [ 1038.725503] env[69195]: _type = "Task" [ 1038.725503] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.726332] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.729290] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.729290] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.737259] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52db57f9-01f9-9f12-537a-8f0235cda405, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.739032] env[69195]: DEBUG nova.policy [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3999cb574c448d89e78dcac1e9f9e92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71d1e27976da4b1496f325812d3195f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.742787] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a19d31-083d-48a2-9ff9-7d8e2b189599 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.750340] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504882, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.757642] env[69195]: DEBUG oslo_concurrency.lockutils [req-e92eeaf8-bab7-40a5-a3dd-cead4f1305a8 req-f13ccff5-c75a-4912-a585-56f3bb1e97e2 service nova] Releasing lock "refresh_cache-85af95f1-ccd3-4d12-b041-a0a1efd809d3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.761195] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1038.761195] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cf8f3a-2b33-0505-1c28-c016db072e7a" [ 1038.761195] env[69195]: _type = "Task" [ 1038.761195] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.768672] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.777066] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cf8f3a-2b33-0505-1c28-c016db072e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.835741] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "refresh_cache-3ea09327-ff47-4972-8809-4d04b2a9c64f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.836181] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "refresh_cache-3ea09327-ff47-4972-8809-4d04b2a9c64f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.836181] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.093065] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3611c62c-4be5-45af-8038-e605452777dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.102684] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81890193-45dd-4bff-9818-a2bbbc4eea55 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.168441] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e746d609-50ad-4e57-894a-979beb826b00 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.179126] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be1e4c-30a5-457b-a97d-89dcf6ad12d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.188231] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.206735] env[69195]: DEBUG nova.compute.provider_tree [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.241459] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.243477] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Successfully created port: 3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.263702] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.276082] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52cf8f3a-2b33-0505-1c28-c016db072e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.018454} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.276510] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.276905] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2/a8505259-cd52-49db-9455-4a9d06bc64f2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.277344] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.277964] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.277964] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa270c01-1620-4fb3-84dc-d5b715139382 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.281212] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8ceaae7-b63d-4e38-a044-07086116b228 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.289896] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1039.289896] env[69195]: value = "task-3504883" [ 1039.289896] env[69195]: _type = "Task" [ 1039.289896] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.299549] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.299862] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.305331] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034fc95f-7833-4ee6-86ca-8fce9328372d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.308888] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.313429] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1039.313429] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a5591d-5208-6fca-19b1-9ecfeb015f29" [ 1039.313429] env[69195]: _type = "Task" [ 1039.313429] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.325161] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a5591d-5208-6fca-19b1-9ecfeb015f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.381799] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.535070] env[69195]: DEBUG nova.compute.manager [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Received event network-vif-plugged-06726a61-d838-4eb6-b4b1-8010f9e6cb8a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.535385] env[69195]: DEBUG oslo_concurrency.lockutils [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] Acquiring lock "3ea09327-ff47-4972-8809-4d04b2a9c64f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.535629] env[69195]: DEBUG oslo_concurrency.lockutils [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] Lock "3ea09327-ff47-4972-8809-4d04b2a9c64f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.535894] env[69195]: DEBUG oslo_concurrency.lockutils [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] Lock "3ea09327-ff47-4972-8809-4d04b2a9c64f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.535929] env[69195]: DEBUG nova.compute.manager [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] No waiting events found dispatching network-vif-plugged-06726a61-d838-4eb6-b4b1-8010f9e6cb8a {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.536167] env[69195]: WARNING nova.compute.manager [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Received unexpected event network-vif-plugged-06726a61-d838-4eb6-b4b1-8010f9e6cb8a for instance with vm_state building and task_state spawning. [ 1039.536340] env[69195]: DEBUG nova.compute.manager [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Received event network-changed-06726a61-d838-4eb6-b4b1-8010f9e6cb8a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.536498] env[69195]: DEBUG nova.compute.manager [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Refreshing instance network info cache due to event network-changed-06726a61-d838-4eb6-b4b1-8010f9e6cb8a. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.536664] env[69195]: DEBUG oslo_concurrency.lockutils [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] Acquiring lock "refresh_cache-3ea09327-ff47-4972-8809-4d04b2a9c64f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.554225] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Updating instance_info_cache with network_info: [{"id": "06726a61-d838-4eb6-b4b1-8010f9e6cb8a", "address": "fa:16:3e:5a:37:b9", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06726a61-d8", "ovs_interfaceid": "06726a61-d838-4eb6-b4b1-8010f9e6cb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.710990] env[69195]: DEBUG nova.scheduler.client.report [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.739763] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504882, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.760953] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.800236] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.824840] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a5591d-5208-6fca-19b1-9ecfeb015f29, 'name': SearchDatastore_Task, 'duration_secs': 0.039403} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.825744] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e943fe56-709e-49f0-bff4-2a5dd50082ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.831221] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1039.831221] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521fbdb9-d013-4605-55db-6bb11ebe6703" [ 1039.831221] env[69195]: _type = "Task" [ 1039.831221] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.839295] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521fbdb9-d013-4605-55db-6bb11ebe6703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.060233] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "refresh_cache-3ea09327-ff47-4972-8809-4d04b2a9c64f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.060616] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Instance network_info: |[{"id": "06726a61-d838-4eb6-b4b1-8010f9e6cb8a", "address": "fa:16:3e:5a:37:b9", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06726a61-d8", "ovs_interfaceid": "06726a61-d838-4eb6-b4b1-8010f9e6cb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.060941] env[69195]: DEBUG oslo_concurrency.lockutils [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] Acquired lock "refresh_cache-3ea09327-ff47-4972-8809-4d04b2a9c64f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.061149] env[69195]: DEBUG nova.network.neutron [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Refreshing network info cache for port 06726a61-d838-4eb6-b4b1-8010f9e6cb8a {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.062549] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:37:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06726a61-d838-4eb6-b4b1-8010f9e6cb8a', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.071300] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.072489] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.072779] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1d916ca-5ef2-472a-bb27-2f60ea32b705 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.099112] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.099112] env[69195]: value = "task-3504884" [ 1040.099112] env[69195]: _type = "Task" [ 1040.099112] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.112840] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504884, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.200716] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.218243] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.221459] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.709s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.222870] env[69195]: INFO nova.compute.claims [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.237265] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.237694] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.237911] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.238073] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.238256] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.238609] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.239084] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.239426] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.239674] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.239792] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.240243] env[69195]: DEBUG nova.virt.hardware [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.241099] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232a8b93-3512-41a7-8782-56c90014b100 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.251502] env[69195]: DEBUG oslo_vmware.api [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504882, 'name': PowerOnVM_Task, 'duration_secs': 1.473158} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.255625] env[69195]: INFO nova.scheduler.client.report [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted allocations for instance 2ed70894-b89f-4785-9bb4-8f897bd444cb [ 1040.256534] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.256929] env[69195]: INFO nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1040.256929] env[69195]: DEBUG nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.263654] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010bfed5-6745-48c8-80dc-e4080baff279 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.267719] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc01a310-9aa6-4d2c-8291-ccaefc578dba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.296163] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.308308] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504883, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.342401] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521fbdb9-d013-4605-55db-6bb11ebe6703, 'name': SearchDatastore_Task, 'duration_secs': 0.037827} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.342676] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.342941] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 85af95f1-ccd3-4d12-b041-a0a1efd809d3/85af95f1-ccd3-4d12-b041-a0a1efd809d3.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.343228] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a4d1f9c-32e6-47a4-8f33-0ddc5c8b7301 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.350034] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1040.350034] env[69195]: value = "task-3504885" [ 1040.350034] env[69195]: _type = "Task" [ 1040.350034] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.360155] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.609740] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504884, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.770103] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task} progress is 98%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.779358] env[69195]: DEBUG oslo_concurrency.lockutils [None req-336fbbf0-0284-4ce4-9e73-7f2a390dca28 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "2ed70894-b89f-4785-9bb4-8f897bd444cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.986s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.815074] env[69195]: INFO nova.compute.manager [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Took 41.17 seconds to build instance. [ 1040.824345] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504883, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.052597} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.824816] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2/a8505259-cd52-49db-9455-4a9d06bc64f2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.825211] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.825793] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60da204d-5f28-4e37-90f7-522403beed20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.830584] env[69195]: DEBUG nova.network.neutron [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Updated VIF entry in instance network info cache for port 06726a61-d838-4eb6-b4b1-8010f9e6cb8a. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.831237] env[69195]: DEBUG nova.network.neutron [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Updating instance_info_cache with network_info: [{"id": "06726a61-d838-4eb6-b4b1-8010f9e6cb8a", "address": "fa:16:3e:5a:37:b9", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06726a61-d8", "ovs_interfaceid": "06726a61-d838-4eb6-b4b1-8010f9e6cb8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.839285] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1040.839285] env[69195]: value = "task-3504886" [ 1040.839285] env[69195]: _type = "Task" [ 1040.839285] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.855078] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.868371] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504885, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.885329] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Successfully updated port: 3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.112446] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504884, 'name': CreateVM_Task, 'duration_secs': 0.83709} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.112730] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.113924] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.114100] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.114587] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.114963] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f93b303-b792-40b0-9f24-ec35301393cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.121395] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1041.121395] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ace585-dac1-b397-c803-a235fcbc2566" [ 1041.121395] env[69195]: _type = "Task" [ 1041.121395] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.135735] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ace585-dac1-b397-c803-a235fcbc2566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.191497] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "e540fd00-af7f-4df2-a043-d26c236042c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.191497] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e540fd00-af7f-4df2-a043-d26c236042c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.191497] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "e540fd00-af7f-4df2-a043-d26c236042c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.191497] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e540fd00-af7f-4df2-a043-d26c236042c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.191497] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e540fd00-af7f-4df2-a043-d26c236042c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.195848] env[69195]: INFO nova.compute.manager [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Terminating instance [ 1041.268885] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504875, 'name': RelocateVM_Task, 'duration_secs': 4.959327} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.272400] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1041.272400] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700352', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'name': 'volume-093d5f73-82da-4bb4-883e-5f996ba3320c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bebf02b-603b-46d7-8233-4550fd933cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'serial': '093d5f73-82da-4bb4-883e-5f996ba3320c'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1041.273341] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1e2081-c1a8-499b-b4ec-98c2093e6a27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.292638] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22207b9b-899e-4e0f-9493-2aa20b8330e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.315863] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-093d5f73-82da-4bb4-883e-5f996ba3320c/volume-093d5f73-82da-4bb4-883e-5f996ba3320c.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.318931] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2d8a034-f7be-4364-81cc-ab9011a32c37 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.333739] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13510859-d6b7-41e5-ad31-df43bb71489e tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.697s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.336560] env[69195]: DEBUG oslo_concurrency.lockutils [req-ed1b2cbd-d90e-4389-8a98-d01d39800124 req-69d4ec09-c067-4b7a-8c71-2e0251ec6ec4 service nova] Releasing lock "refresh_cache-3ea09327-ff47-4972-8809-4d04b2a9c64f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.339275] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1041.339275] env[69195]: value = "task-3504887" [ 1041.339275] env[69195]: _type = "Task" [ 1041.339275] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.352618] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.355479] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090829} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.360583] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.361550] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05170d38-1e23-42f6-b07e-fdc81daa60d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.371625] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748208} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.382504] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 85af95f1-ccd3-4d12-b041-a0a1efd809d3/85af95f1-ccd3-4d12-b041-a0a1efd809d3.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.382750] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.391557] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2/a8505259-cd52-49db-9455-4a9d06bc64f2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.392041] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1866fc06-5ed3-4fcc-85bf-e888654492fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.394186] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "refresh_cache-9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.394328] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "refresh_cache-9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.394473] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.395506] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5213c07-0adc-4974-93ab-d8c720ced264 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.421767] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1041.421767] env[69195]: value = "task-3504888" [ 1041.421767] env[69195]: _type = "Task" [ 1041.421767] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.422823] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1041.422823] env[69195]: value = "task-3504889" [ 1041.422823] env[69195]: _type = "Task" [ 1041.422823] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.438943] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.568033] env[69195]: DEBUG nova.compute.manager [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Received event network-vif-plugged-3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.568289] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] Acquiring lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.568500] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] Lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.568658] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] Lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.568822] env[69195]: DEBUG nova.compute.manager [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] No waiting events found dispatching network-vif-plugged-3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.568981] env[69195]: WARNING nova.compute.manager [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Received unexpected event network-vif-plugged-3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5 for instance with vm_state building and task_state spawning. [ 1041.569159] env[69195]: DEBUG nova.compute.manager [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Received event network-changed-3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.569310] env[69195]: DEBUG nova.compute.manager [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Refreshing instance network info cache due to event network-changed-3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.569579] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] Acquiring lock "refresh_cache-9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.633425] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ace585-dac1-b397-c803-a235fcbc2566, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.633786] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.634077] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.634369] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.634532] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.634717] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.634977] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc609e4-1002-4fe0-8d03-16dc851602a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.650407] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.650407] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.654020] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa64a8e6-d29a-4797-9fc3-f8cc9ca9b29c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.656384] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1041.656384] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52218a1f-597a-bef4-f96f-926e9da1f63c" [ 1041.656384] env[69195]: _type = "Task" [ 1041.656384] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.662326] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517d5a59-334f-4f78-be9e-dd0747e7e7f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.669596] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52218a1f-597a-bef4-f96f-926e9da1f63c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.672270] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4508a792-b7e0-4da2-9679-62fd2c240d5f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.704535] env[69195]: DEBUG nova.compute.manager [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.704778] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.705875] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6893df2-b21d-44c1-8094-79abc2c605a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.709223] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a922f4b5-6118-4a26-8cd6-f88e132d4947 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.719538] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d677f42-1fe1-4d78-9002-8ac49df282fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.723650] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.723919] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-379fe19e-db47-41ba-9a3c-f41349ab0f69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.735397] env[69195]: DEBUG nova.compute.provider_tree [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.738393] env[69195]: DEBUG oslo_vmware.api [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1041.738393] env[69195]: value = "task-3504890" [ 1041.738393] env[69195]: _type = "Task" [ 1041.738393] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.747196] env[69195]: DEBUG oslo_vmware.api [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.786633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.786887] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.848654] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504887, 'name': ReconfigVM_Task, 'duration_secs': 0.272704} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.849701] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-093d5f73-82da-4bb4-883e-5f996ba3320c/volume-093d5f73-82da-4bb4-883e-5f996ba3320c.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.855024] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ef4956-a427-48c5-a9d1-6a14ad7f2d03 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.869676] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1041.869676] env[69195]: value = "task-3504891" [ 1041.869676] env[69195]: _type = "Task" [ 1041.869676] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.879173] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.934979] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.938106] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151275} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.938414] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.939215] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e79577-b005-416a-a856-eaf36073b0a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.961351] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 85af95f1-ccd3-4d12-b041-a0a1efd809d3/85af95f1-ccd3-4d12-b041-a0a1efd809d3.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.962627] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.964384] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d30542-bf9f-4aad-b96b-13f0e1176123 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.986075] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1041.986075] env[69195]: value = "task-3504892" [ 1041.986075] env[69195]: _type = "Task" [ 1041.986075] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.993038] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.127185] env[69195]: DEBUG nova.network.neutron [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Updating instance_info_cache with network_info: [{"id": "3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5", "address": "fa:16:3e:31:2e:bc", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c15cedc-76", "ovs_interfaceid": "3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.167196] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52218a1f-597a-bef4-f96f-926e9da1f63c, 'name': SearchDatastore_Task, 'duration_secs': 0.024438} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.167913] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85c87a6-f194-45f6-97e6-84c5d01ba7fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.172855] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1042.172855] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52578f03-5c06-57c0-9dc4-e1a39580ab5f" [ 1042.172855] env[69195]: _type = "Task" [ 1042.172855] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.180174] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52578f03-5c06-57c0-9dc4-e1a39580ab5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.240237] env[69195]: DEBUG nova.scheduler.client.report [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.254274] env[69195]: DEBUG oslo_vmware.api [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504890, 'name': PowerOffVM_Task, 'duration_secs': 0.190313} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.254669] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.255027] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.255673] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-132f1dd7-86ea-4a43-b605-a52fcd86fb59 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.289624] env[69195]: DEBUG nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.318495] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.318495] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.318712] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleting the datastore file [datastore1] e540fd00-af7f-4df2-a043-d26c236042c7 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.318786] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf51f28-39a8-44e0-833a-17dd269973ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.325925] env[69195]: DEBUG oslo_vmware.api [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1042.325925] env[69195]: value = "task-3504894" [ 1042.325925] env[69195]: _type = "Task" [ 1042.325925] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.334826] env[69195]: DEBUG oslo_vmware.api [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.382716] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504891, 'name': ReconfigVM_Task, 'duration_secs': 0.154507} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.383059] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700352', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'name': 'volume-093d5f73-82da-4bb4-883e-5f996ba3320c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bebf02b-603b-46d7-8233-4550fd933cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'serial': '093d5f73-82da-4bb4-883e-5f996ba3320c'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1042.383569] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a3a0baf-5bd4-4f0c-bfcd-c814877cb542 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.392024] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1042.392024] env[69195]: value = "task-3504895" [ 1042.392024] env[69195]: _type = "Task" [ 1042.392024] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.396862] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504895, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.432996] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504888, 'name': ReconfigVM_Task, 'duration_secs': 0.585815} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.433464] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Reconfigured VM instance instance-00000058 to attach disk [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2/a8505259-cd52-49db-9455-4a9d06bc64f2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.437021] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d7fd0e7-f9ae-42f8-a856-9ba9dccef520 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.439879] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1042.439879] env[69195]: value = "task-3504896" [ 1042.439879] env[69195]: _type = "Task" [ 1042.439879] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.448470] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504896, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.500249] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504892, 'name': ReconfigVM_Task, 'duration_secs': 0.269532} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.500707] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 85af95f1-ccd3-4d12-b041-a0a1efd809d3/85af95f1-ccd3-4d12-b041-a0a1efd809d3.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.501465] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ade4c972-2370-490a-8e52-e7faee8d9f96 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.508432] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1042.508432] env[69195]: value = "task-3504897" [ 1042.508432] env[69195]: _type = "Task" [ 1042.508432] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.518275] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504897, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.595724] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "1955c35c-ac4b-4559-acc6-ac19663675f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.595955] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "1955c35c-ac4b-4559-acc6-ac19663675f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.629930] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "refresh_cache-9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.630288] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Instance network_info: |[{"id": "3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5", "address": "fa:16:3e:31:2e:bc", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c15cedc-76", "ovs_interfaceid": "3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.630696] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] Acquired lock "refresh_cache-9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.630884] env[69195]: DEBUG nova.network.neutron [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Refreshing network info cache for port 3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.638022] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:2e:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.642746] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.643743] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.643974] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-767b319c-1b6c-4c8b-a9e3-8a961c9647a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.664118] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.664118] env[69195]: value = "task-3504898" [ 1042.664118] env[69195]: _type = "Task" [ 1042.664118] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.672399] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504898, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.685705] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52578f03-5c06-57c0-9dc4-e1a39580ab5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.686101] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.686497] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 3ea09327-ff47-4972-8809-4d04b2a9c64f/3ea09327-ff47-4972-8809-4d04b2a9c64f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.686887] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef5a436-548c-4664-a646-9d22e0c8566d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.697829] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1042.697829] env[69195]: value = "task-3504899" [ 1042.697829] env[69195]: _type = "Task" [ 1042.697829] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.707065] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.749566] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.750145] env[69195]: DEBUG nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.753200] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.748s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.755059] env[69195]: INFO nova.compute.claims [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.812759] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.836889] env[69195]: DEBUG oslo_vmware.api [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16442} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.837134] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.837291] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.837462] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.837649] env[69195]: INFO nova.compute.manager [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1042.837896] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.838150] env[69195]: DEBUG nova.compute.manager [-] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.838256] env[69195]: DEBUG nova.network.neutron [-] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.899691] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504895, 'name': Rename_Task, 'duration_secs': 0.151227} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.900137] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.900234] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda95497-6ef9-464f-97ab-6c86eaa1a66a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.907954] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1042.907954] env[69195]: value = "task-3504900" [ 1042.907954] env[69195]: _type = "Task" [ 1042.907954] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.921606] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.949880] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504896, 'name': Rename_Task, 'duration_secs': 0.148927} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.950241] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.950511] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac6748b-18f9-48e1-ac86-a5713a92fd66 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.957430] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1042.957430] env[69195]: value = "task-3504901" [ 1042.957430] env[69195]: _type = "Task" [ 1042.957430] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.966279] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.018677] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504897, 'name': Rename_Task, 'duration_secs': 0.154094} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.019091] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.019370] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-635d1c34-d57b-4b21-88ea-2d7540a74f7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.025924] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1043.025924] env[69195]: value = "task-3504902" [ 1043.025924] env[69195]: _type = "Task" [ 1043.025924] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.034666] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.098496] env[69195]: DEBUG nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.175642] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504898, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.208993] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504899, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.261376] env[69195]: DEBUG nova.compute.utils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.265103] env[69195]: DEBUG nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.265321] env[69195]: DEBUG nova.network.neutron [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.305712] env[69195]: DEBUG nova.policy [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3bd35dcf57145f69aa042d06407610b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be8e58b64ff4dbbb62a4869c34b7f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.366158] env[69195]: DEBUG nova.network.neutron [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Updated VIF entry in instance network info cache for port 3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.366545] env[69195]: DEBUG nova.network.neutron [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Updating instance_info_cache with network_info: [{"id": "3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5", "address": "fa:16:3e:31:2e:bc", "network": {"id": "8f220c8d-53d1-4770-b48d-f73b389fd7d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-926681690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71d1e27976da4b1496f325812d3195f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c15cedc-76", "ovs_interfaceid": "3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.419828] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.474699] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.536197] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504902, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.601987] env[69195]: DEBUG nova.compute.manager [req-94a9e653-a236-41dc-8985-68aebda1b29c req-d05c3cf0-c872-4b50-9222-f58e1d97b715 service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Received event network-vif-deleted-638536e4-2202-43c9-967f-ef191d2a8faa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.601987] env[69195]: INFO nova.compute.manager [req-94a9e653-a236-41dc-8985-68aebda1b29c req-d05c3cf0-c872-4b50-9222-f58e1d97b715 service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Neutron deleted interface 638536e4-2202-43c9-967f-ef191d2a8faa; detaching it from the instance and deleting it from the info cache [ 1043.601987] env[69195]: DEBUG nova.network.neutron [req-94a9e653-a236-41dc-8985-68aebda1b29c req-d05c3cf0-c872-4b50-9222-f58e1d97b715 service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.628176] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.655145] env[69195]: DEBUG nova.network.neutron [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Successfully created port: 01c319a1-f743-47bf-8816-dd4c925f72e8 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.664865] env[69195]: DEBUG nova.network.neutron [-] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.683185] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504898, 'name': CreateVM_Task, 'duration_secs': 0.562477} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.684364] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.685037] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.685220] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.685539] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.686176] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc546c93-6f10-492b-be51-5b4560a6dca2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.691419] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1043.691419] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c9e8d6-6129-1ac8-9037-8b672d3f952f" [ 1043.691419] env[69195]: _type = "Task" [ 1043.691419] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.701637] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c9e8d6-6129-1ac8-9037-8b672d3f952f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.709346] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54362} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.709620] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 3ea09327-ff47-4972-8809-4d04b2a9c64f/3ea09327-ff47-4972-8809-4d04b2a9c64f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.709833] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.710089] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1ae2158-8ae7-4154-871d-3844792134ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.720015] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1043.720015] env[69195]: value = "task-3504903" [ 1043.720015] env[69195]: _type = "Task" [ 1043.720015] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.732697] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.766419] env[69195]: DEBUG nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.869831] env[69195]: DEBUG oslo_concurrency.lockutils [req-6d6c8119-d0ff-430d-b628-9105bbd99f17 req-1e4c959d-527f-45c8-b9ee-36bbc8c5d783 service nova] Releasing lock "refresh_cache-9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.920277] env[69195]: DEBUG oslo_vmware.api [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3504900, 'name': PowerOnVM_Task, 'duration_secs': 0.592166} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.920578] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.920799] env[69195]: INFO nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1043.921016] env[69195]: DEBUG nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.921783] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58775a3-91cd-4c6d-87aa-0b641f2b2537 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.969959] env[69195]: DEBUG oslo_vmware.api [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504901, 'name': PowerOnVM_Task, 'duration_secs': 0.683043} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.972909] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.973164] env[69195]: DEBUG nova.compute.manager [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.975148] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8773d8d4-3daa-4118-b02b-062b3c43e860 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.038297] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504902, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.108672] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37042a67-82aa-4929-811e-8464bc36a1da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.112031] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73596aa2-c727-4641-82fc-07bc9d9b11a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.118572] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2947c441-84c1-47ff-acca-b5fff90ec376 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.132287] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832941c7-6837-4f4c-92ff-36aa12110916 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.175520] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d4a8d4-d507-4e4f-b5af-d77f9c675778 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.178274] env[69195]: INFO nova.compute.manager [-] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Took 1.34 seconds to deallocate network for instance. [ 1044.178648] env[69195]: DEBUG nova.compute.manager [req-94a9e653-a236-41dc-8985-68aebda1b29c req-d05c3cf0-c872-4b50-9222-f58e1d97b715 service nova] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Detach interface failed, port_id=638536e4-2202-43c9-967f-ef191d2a8faa, reason: Instance e540fd00-af7f-4df2-a043-d26c236042c7 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1044.186171] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af4953f-245b-4442-a65b-a58da9eba152 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.199418] env[69195]: DEBUG nova.compute.provider_tree [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.208360] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c9e8d6-6129-1ac8-9037-8b672d3f952f, 'name': SearchDatastore_Task, 'duration_secs': 0.04213} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.209206] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.209438] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.209675] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.209817] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.209991] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.210492] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12afa962-26c7-4453-b5e2-b69152f59542 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.224234] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.224416] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.225413] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44ae2ad-a735-4058-8ac2-975c7887d72e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.230342] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254795} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.230868] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.231591] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e37ab9-9bfb-4b98-902d-48200e28722d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.234914] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1044.234914] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5221a918-e8b6-4545-ad73-7829093cd6f7" [ 1044.234914] env[69195]: _type = "Task" [ 1044.234914] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.254722] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 3ea09327-ff47-4972-8809-4d04b2a9c64f/3ea09327-ff47-4972-8809-4d04b2a9c64f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.255455] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-100d7323-22d7-4db8-bec1-8a4b8e79dd38 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.272390] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5221a918-e8b6-4545-ad73-7829093cd6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.278567] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1044.278567] env[69195]: value = "task-3504904" [ 1044.278567] env[69195]: _type = "Task" [ 1044.278567] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.286075] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.439418] env[69195]: INFO nova.compute.manager [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Took 42.97 seconds to build instance. [ 1044.492876] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.538906] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504902, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.687037] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.705591] env[69195]: DEBUG nova.scheduler.client.report [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.748007] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5221a918-e8b6-4545-ad73-7829093cd6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.062148} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.748837] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b68dbef-312c-490a-9364-347eb5042567 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.754718] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1044.754718] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e5c05-a89c-1c75-2f1e-2a3cf1b5118b" [ 1044.754718] env[69195]: _type = "Task" [ 1044.754718] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.763686] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e5c05-a89c-1c75-2f1e-2a3cf1b5118b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.778291] env[69195]: DEBUG nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.792524] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504904, 'name': ReconfigVM_Task, 'duration_secs': 0.465547} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.792994] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 3ea09327-ff47-4972-8809-4d04b2a9c64f/3ea09327-ff47-4972-8809-4d04b2a9c64f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.795029] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc64d6da-1437-4608-95cc-8ced19be4fd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.804220] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1044.804220] env[69195]: value = "task-3504905" [ 1044.804220] env[69195]: _type = "Task" [ 1044.804220] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.812612] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504905, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.815955] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.817720] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.818076] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.822024] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.822024] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.822024] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.822024] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.822024] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.822024] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.822024] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.822024] env[69195]: DEBUG nova.virt.hardware [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.822024] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c29c0e-1493-49a0-b80a-d8bf13893a98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.832035] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60855f-3a29-47c8-bf28-b51b3b01d85d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.942304] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1256bd20-077a-4e7d-8c48-d33bcf51e68a tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "4bebf02b-603b-46d7-8233-4550fd933cbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.479s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.038178] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504902, 'name': PowerOnVM_Task, 'duration_secs': 1.601934} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.038457] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.038668] env[69195]: INFO nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1045.038850] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.039694] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c86142-2c12-4727-82e9-94c02c42189b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.219758] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.219758] env[69195]: DEBUG nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.223747] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.720s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.271791] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e5c05-a89c-1c75-2f1e-2a3cf1b5118b, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.272960] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.273242] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac/9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.274556] env[69195]: DEBUG nova.compute.manager [req-7bc01713-0366-490c-90b0-f8268522bfa6 req-e189adaf-9ab4-410b-97bc-7b8eb24db82e service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Received event network-changed-3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.274630] env[69195]: DEBUG nova.compute.manager [req-7bc01713-0366-490c-90b0-f8268522bfa6 req-e189adaf-9ab4-410b-97bc-7b8eb24db82e service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Refreshing instance network info cache due to event network-changed-3fc06607-15c8-49f4-88cf-04ff91400931. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.274824] env[69195]: DEBUG oslo_concurrency.lockutils [req-7bc01713-0366-490c-90b0-f8268522bfa6 req-e189adaf-9ab4-410b-97bc-7b8eb24db82e service nova] Acquiring lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.274966] env[69195]: DEBUG oslo_concurrency.lockutils [req-7bc01713-0366-490c-90b0-f8268522bfa6 req-e189adaf-9ab4-410b-97bc-7b8eb24db82e service nova] Acquired lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.275473] env[69195]: DEBUG nova.network.neutron [req-7bc01713-0366-490c-90b0-f8268522bfa6 req-e189adaf-9ab4-410b-97bc-7b8eb24db82e service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Refreshing network info cache for port 3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.276772] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bef94b9-6676-4e67-93ee-4a743be59f87 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.286014] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1045.286014] env[69195]: value = "task-3504906" [ 1045.286014] env[69195]: _type = "Task" [ 1045.286014] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.293479] env[69195]: DEBUG nova.network.neutron [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Successfully updated port: 01c319a1-f743-47bf-8816-dd4c925f72e8 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.297056] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.312379] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504905, 'name': Rename_Task, 'duration_secs': 0.202422} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.312666] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.313303] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c07da1-23f3-4a1a-8975-d33b44013910 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.318795] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1045.318795] env[69195]: value = "task-3504907" [ 1045.318795] env[69195]: _type = "Task" [ 1045.318795] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.327963] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.559676] env[69195]: INFO nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Took 37.70 seconds to build instance. [ 1045.640805] env[69195]: DEBUG nova.compute.manager [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Received event network-vif-plugged-01c319a1-f743-47bf-8816-dd4c925f72e8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.641012] env[69195]: DEBUG oslo_concurrency.lockutils [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] Acquiring lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.641289] env[69195]: DEBUG oslo_concurrency.lockutils [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] Lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.641546] env[69195]: DEBUG oslo_concurrency.lockutils [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] Lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.641765] env[69195]: DEBUG nova.compute.manager [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] No waiting events found dispatching network-vif-plugged-01c319a1-f743-47bf-8816-dd4c925f72e8 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.641946] env[69195]: WARNING nova.compute.manager [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Received unexpected event network-vif-plugged-01c319a1-f743-47bf-8816-dd4c925f72e8 for instance with vm_state building and task_state spawning. [ 1045.642138] env[69195]: DEBUG nova.compute.manager [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Received event network-changed-01c319a1-f743-47bf-8816-dd4c925f72e8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.642305] env[69195]: DEBUG nova.compute.manager [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Refreshing instance network info cache due to event network-changed-01c319a1-f743-47bf-8816-dd4c925f72e8. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.642497] env[69195]: DEBUG oslo_concurrency.lockutils [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] Acquiring lock "refresh_cache-ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.642637] env[69195]: DEBUG oslo_concurrency.lockutils [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] Acquired lock "refresh_cache-ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.642794] env[69195]: DEBUG nova.network.neutron [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Refreshing network info cache for port 01c319a1-f743-47bf-8816-dd4c925f72e8 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.691458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "a8505259-cd52-49db-9455-4a9d06bc64f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.691921] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "a8505259-cd52-49db-9455-4a9d06bc64f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.692028] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "a8505259-cd52-49db-9455-4a9d06bc64f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.692161] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "a8505259-cd52-49db-9455-4a9d06bc64f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.692330] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "a8505259-cd52-49db-9455-4a9d06bc64f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.694484] env[69195]: INFO nova.compute.manager [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Terminating instance [ 1045.725312] env[69195]: DEBUG nova.compute.utils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.727174] env[69195]: DEBUG nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.727374] env[69195]: DEBUG nova.network.neutron [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.777255] env[69195]: DEBUG nova.policy [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cae088f521284c7e8df00d0e502a3b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1321994265d4afba3da21e31810c330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.793752] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.799762] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504954} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.800074] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac/9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.800238] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.800515] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eef37c5-498a-438a-9e44-7fd9e97f3ddf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.807245] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1045.807245] env[69195]: value = "task-3504908" [ 1045.807245] env[69195]: _type = "Task" [ 1045.807245] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.823548] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.845596] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.061949] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.214s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.119853] env[69195]: DEBUG nova.network.neutron [req-7bc01713-0366-490c-90b0-f8268522bfa6 req-e189adaf-9ab4-410b-97bc-7b8eb24db82e service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Updated VIF entry in instance network info cache for port 3fc06607-15c8-49f4-88cf-04ff91400931. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.119937] env[69195]: DEBUG nova.network.neutron [req-7bc01713-0366-490c-90b0-f8268522bfa6 req-e189adaf-9ab4-410b-97bc-7b8eb24db82e service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Updating instance_info_cache with network_info: [{"id": "3fc06607-15c8-49f4-88cf-04ff91400931", "address": "fa:16:3e:0c:f3:11", "network": {"id": "f3efa962-43c9-43a4-982d-003ccc9c6efb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1671671145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2b6a96725304f718fa860b79f03510c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fc06607-15", "ovs_interfaceid": "3fc06607-15c8-49f4-88cf-04ff91400931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.142357] env[69195]: DEBUG nova.network.neutron [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Successfully created port: 2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.183026] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890e9913-40e6-4657-b865-cd46f19f10ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.190832] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a89823-bf67-411f-b111-ba454ba5bd99 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.197778] env[69195]: DEBUG nova.network.neutron [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.199614] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "refresh_cache-a8505259-cd52-49db-9455-4a9d06bc64f2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.199925] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquired lock "refresh_cache-a8505259-cd52-49db-9455-4a9d06bc64f2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.200235] env[69195]: DEBUG nova.network.neutron [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.236216] env[69195]: DEBUG nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.239905] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05955166-d9f9-4fd8-9c24-9fc99940147f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.250092] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee1bf5f-6fbe-41d4-b9ab-33834d217b00 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.266901] env[69195]: DEBUG nova.compute.provider_tree [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.281656] env[69195]: DEBUG nova.network.neutron [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.320780] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138488} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.321146] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.322121] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbb68d3-ec8c-4889-a528-8649b4ac7428 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.354974] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac/9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.355324] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504907, 'name': PowerOnVM_Task, 'duration_secs': 0.919762} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.355530] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d2b0e8-c43c-4e78-855f-e090a41c9ff8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.370294] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.370858] env[69195]: INFO nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1046.370858] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.375017] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5046d20a-db7d-484a-8ada-20cb4a873436 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.383459] env[69195]: DEBUG nova.network.neutron [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.384658] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1046.384658] env[69195]: value = "task-3504909" [ 1046.384658] env[69195]: _type = "Task" [ 1046.384658] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.395637] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.395637] env[69195]: DEBUG nova.network.neutron [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.622846] env[69195]: DEBUG oslo_concurrency.lockutils [req-7bc01713-0366-490c-90b0-f8268522bfa6 req-e189adaf-9ab4-410b-97bc-7b8eb24db82e service nova] Releasing lock "refresh_cache-4bebf02b-603b-46d7-8233-4550fd933cbd" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.771194] env[69195]: DEBUG nova.scheduler.client.report [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.890802] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Releasing lock "refresh_cache-a8505259-cd52-49db-9455-4a9d06bc64f2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.890802] env[69195]: DEBUG nova.compute.manager [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.890942] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.893936] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c742d35b-9931-4e57-8a08-6b04186e6d34 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.899263] env[69195]: INFO nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Took 39.00 seconds to build instance. [ 1046.900354] env[69195]: DEBUG oslo_concurrency.lockutils [req-c7e3036f-e1f9-4933-a33f-41e74ceed322 req-6acb02fe-c3a9-47f6-8a9d-b1de3fae755a service nova] Releasing lock "refresh_cache-ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.901295] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.901489] env[69195]: DEBUG nova.network.neutron [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.905797] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.909111] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c2711f1-6996-4b51-a2cd-64f18c663cbb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.910947] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.915397] env[69195]: DEBUG oslo_vmware.api [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1046.915397] env[69195]: value = "task-3504910" [ 1046.915397] env[69195]: _type = "Task" [ 1046.915397] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.923997] env[69195]: DEBUG oslo_vmware.api [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.250498] env[69195]: DEBUG nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.277794] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.278084] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.278248] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.278432] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.278583] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.278732] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.278944] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.279120] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.279293] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.279504] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.279681] env[69195]: DEBUG nova.virt.hardware [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.284038] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9545098-d57d-42d2-a0a2-d3decf4a5631 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.293344] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad88e5e5-c512-47bf-a581-c0c100635fe5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.401890] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "3ea09327-ff47-4972-8809-4d04b2a9c64f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.513s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.402229] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504909, 'name': ReconfigVM_Task, 'duration_secs': 0.920849} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.402504] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac/9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.403156] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d029a2c-e745-445d-8a61-0080f432a726 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.409166] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1047.409166] env[69195]: value = "task-3504911" [ 1047.409166] env[69195]: _type = "Task" [ 1047.409166] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.422389] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504911, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.427872] env[69195]: DEBUG oslo_vmware.api [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504910, 'name': PowerOffVM_Task, 'duration_secs': 0.254966} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.428207] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.428463] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.428741] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5439cdc-d5ba-4e30-a2da-b0313f7a4685 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.453830] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.454065] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.454199] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Deleting the datastore file [datastore1] a8505259-cd52-49db-9455-4a9d06bc64f2 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.454460] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6605e6e-1c87-4c31-94a3-6956172759c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.460044] env[69195]: DEBUG oslo_vmware.api [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for the task: (returnval){ [ 1047.460044] env[69195]: value = "task-3504913" [ 1047.460044] env[69195]: _type = "Task" [ 1047.460044] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.461033] env[69195]: DEBUG nova.network.neutron [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.473703] env[69195]: DEBUG oslo_vmware.api [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.625112] env[69195]: DEBUG nova.network.neutron [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Updating instance_info_cache with network_info: [{"id": "01c319a1-f743-47bf-8816-dd4c925f72e8", "address": "fa:16:3e:c9:0d:ab", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c319a1-f7", "ovs_interfaceid": "01c319a1-f743-47bf-8816-dd4c925f72e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.678027] env[69195]: DEBUG nova.compute.manager [req-19a3eeaa-f263-4a05-aa95-c350ba10113c req-57e202dd-a2a0-4280-b3e7-fc9dd319b852 service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Received event network-vif-plugged-2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.678309] env[69195]: DEBUG oslo_concurrency.lockutils [req-19a3eeaa-f263-4a05-aa95-c350ba10113c req-57e202dd-a2a0-4280-b3e7-fc9dd319b852 service nova] Acquiring lock "3c1a17a5-0e6f-4406-92f2-29695aecb477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.679054] env[69195]: DEBUG oslo_concurrency.lockutils [req-19a3eeaa-f263-4a05-aa95-c350ba10113c req-57e202dd-a2a0-4280-b3e7-fc9dd319b852 service nova] Lock "3c1a17a5-0e6f-4406-92f2-29695aecb477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.679322] env[69195]: DEBUG oslo_concurrency.lockutils [req-19a3eeaa-f263-4a05-aa95-c350ba10113c req-57e202dd-a2a0-4280-b3e7-fc9dd319b852 service nova] Lock "3c1a17a5-0e6f-4406-92f2-29695aecb477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.679504] env[69195]: DEBUG nova.compute.manager [req-19a3eeaa-f263-4a05-aa95-c350ba10113c req-57e202dd-a2a0-4280-b3e7-fc9dd319b852 service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] No waiting events found dispatching network-vif-plugged-2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.679836] env[69195]: WARNING nova.compute.manager [req-19a3eeaa-f263-4a05-aa95-c350ba10113c req-57e202dd-a2a0-4280-b3e7-fc9dd319b852 service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Received unexpected event network-vif-plugged-2749b4fb-a445-43df-8c83-007f937ab89d for instance with vm_state building and task_state spawning. [ 1047.771726] env[69195]: DEBUG nova.network.neutron [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Successfully updated port: 2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.788459] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.565s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.788701] env[69195]: DEBUG nova.compute.manager [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69195) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1047.793718] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.159s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.793718] env[69195]: DEBUG nova.objects.instance [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'resources' on Instance uuid 6eb559c9-c003-4820-8e14-9bae27069f46 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.919832] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504911, 'name': Rename_Task, 'duration_secs': 0.241625} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.919832] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.919832] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a183d120-b52f-4840-b9e1-2205fda612d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.925790] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1047.925790] env[69195]: value = "task-3504914" [ 1047.925790] env[69195]: _type = "Task" [ 1047.925790] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.933289] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.971958] env[69195]: DEBUG oslo_vmware.api [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Task: {'id': task-3504913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195371} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.972231] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.972413] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.972591] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.972765] env[69195]: INFO nova.compute.manager [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1047.973019] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.973215] env[69195]: DEBUG nova.compute.manager [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.973308] env[69195]: DEBUG nova.network.neutron [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.989787] env[69195]: DEBUG nova.network.neutron [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.127446] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.127903] env[69195]: DEBUG nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Instance network_info: |[{"id": "01c319a1-f743-47bf-8816-dd4c925f72e8", "address": "fa:16:3e:c9:0d:ab", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c319a1-f7", "ovs_interfaceid": "01c319a1-f743-47bf-8816-dd4c925f72e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.128348] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:0d:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01c319a1-f743-47bf-8816-dd4c925f72e8', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.136099] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.136333] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.136936] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c589e0c7-a9fc-4e7f-958f-22f3d1a366b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.158600] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.158600] env[69195]: value = "task-3504915" [ 1048.158600] env[69195]: _type = "Task" [ 1048.158600] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.167133] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504915, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.274134] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquiring lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.274301] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquired lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.274454] env[69195]: DEBUG nova.network.neutron [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.362258] env[69195]: INFO nova.scheduler.client.report [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted allocation for migration f853c71d-5345-4974-ba7b-ffd197f0e2cd [ 1048.439231] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.492768] env[69195]: DEBUG nova.network.neutron [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.634825] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cbef7-afd1-4315-854f-6833aa375e72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.644693] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9fb95-8c71-44de-995f-dc386b5ec036 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.677389] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64ff81a-928f-4144-8aac-ba65535d9650 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.684465] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504915, 'name': CreateVM_Task, 'duration_secs': 0.487567} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.686319] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.687054] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.687224] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.687548] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.688724] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badadb62-e976-40aa-89f8-4907fee9b706 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.692263] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3b26f5-1029-42c1-aaa9-b34a4ee3b194 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.703984] env[69195]: DEBUG nova.compute.provider_tree [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.705923] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1048.705923] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ac8f9a-3163-5397-612a-2da4219f3b4e" [ 1048.705923] env[69195]: _type = "Task" [ 1048.705923] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.714087] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ac8f9a-3163-5397-612a-2da4219f3b4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.807474] env[69195]: DEBUG nova.network.neutron [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.867712] env[69195]: DEBUG oslo_concurrency.lockutils [None req-86d485b3-6751-4c39-bd0e-4c2e43ea456b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.728s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.937994] env[69195]: DEBUG oslo_vmware.api [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504914, 'name': PowerOnVM_Task, 'duration_secs': 0.589673} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.938340] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.938546] env[69195]: INFO nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1048.938726] env[69195]: DEBUG nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.939514] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5549c-a6b8-4472-9a31-d692be082725 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.948224] env[69195]: DEBUG nova.network.neutron [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Updating instance_info_cache with network_info: [{"id": "2749b4fb-a445-43df-8c83-007f937ab89d", "address": "fa:16:3e:3c:49:4b", "network": {"id": "9f1d5d83-e79c-45db-b747-6a1b3680e9aa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-246378347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1321994265d4afba3da21e31810c330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2749b4fb-a4", "ovs_interfaceid": "2749b4fb-a445-43df-8c83-007f937ab89d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.995674] env[69195]: INFO nova.compute.manager [-] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Took 1.02 seconds to deallocate network for instance. [ 1049.208409] env[69195]: DEBUG nova.scheduler.client.report [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.223868] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ac8f9a-3163-5397-612a-2da4219f3b4e, 'name': SearchDatastore_Task, 'duration_secs': 0.047398} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.224247] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.224570] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.224837] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.224986] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.225198] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.225478] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e13a44-91d4-40ef-b9d9-1059edfaff93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.253246] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.253914] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.254325] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb17fa7-4303-4963-9f43-3ebb4104d705 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.260600] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1049.260600] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5258a08e-5b23-5055-948f-d891aff33fa1" [ 1049.260600] env[69195]: _type = "Task" [ 1049.260600] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.268774] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5258a08e-5b23-5055-948f-d891aff33fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.333739] env[69195]: DEBUG nova.objects.instance [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'flavor' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.454838] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Releasing lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.458036] env[69195]: DEBUG nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Instance network_info: |[{"id": "2749b4fb-a445-43df-8c83-007f937ab89d", "address": "fa:16:3e:3c:49:4b", "network": {"id": "9f1d5d83-e79c-45db-b747-6a1b3680e9aa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-246378347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1321994265d4afba3da21e31810c330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2749b4fb-a4", "ovs_interfaceid": "2749b4fb-a445-43df-8c83-007f937ab89d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.458036] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:49:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2749b4fb-a445-43df-8c83-007f937ab89d', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.465665] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Creating folder: Project (f1321994265d4afba3da21e31810c330). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.465997] env[69195]: INFO nova.compute.manager [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Took 40.52 seconds to build instance. [ 1049.467031] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76d84c24-c971-47ac-b4c7-88b4a6b54770 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.479693] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Created folder: Project (f1321994265d4afba3da21e31810c330) in parent group-v700121. [ 1049.479898] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Creating folder: Instances. Parent ref: group-v700376. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.480163] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35643a5a-6b3c-467a-a999-a97f280074d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.491029] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Created folder: Instances in parent group-v700376. [ 1049.491332] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.491538] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.491750] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e378cf3-5782-4871-a1b1-29c461da0e9a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.509518] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.514514] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.514514] env[69195]: value = "task-3504918" [ 1049.514514] env[69195]: _type = "Task" [ 1049.514514] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.524138] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504918, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.708243] env[69195]: DEBUG nova.compute.manager [req-d1519114-ffc0-458a-b68f-374fef14536b req-d7a012cc-ef5c-4478-a008-4e0fbfde3722 service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Received event network-changed-2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.708578] env[69195]: DEBUG nova.compute.manager [req-d1519114-ffc0-458a-b68f-374fef14536b req-d7a012cc-ef5c-4478-a008-4e0fbfde3722 service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Refreshing instance network info cache due to event network-changed-2749b4fb-a445-43df-8c83-007f937ab89d. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.708839] env[69195]: DEBUG oslo_concurrency.lockutils [req-d1519114-ffc0-458a-b68f-374fef14536b req-d7a012cc-ef5c-4478-a008-4e0fbfde3722 service nova] Acquiring lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.708942] env[69195]: DEBUG oslo_concurrency.lockutils [req-d1519114-ffc0-458a-b68f-374fef14536b req-d7a012cc-ef5c-4478-a008-4e0fbfde3722 service nova] Acquired lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.709041] env[69195]: DEBUG nova.network.neutron [req-d1519114-ffc0-458a-b68f-374fef14536b req-d7a012cc-ef5c-4478-a008-4e0fbfde3722 service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Refreshing network info cache for port 2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.716681] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.720788] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.418s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.742972] env[69195]: INFO nova.scheduler.client.report [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted allocations for instance 6eb559c9-c003-4820-8e14-9bae27069f46 [ 1049.774866] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5258a08e-5b23-5055-948f-d891aff33fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.774866] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfb7c55-7565-4d93-babb-cfcc5c705925 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.777982] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1049.777982] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52089fe8-6e20-2039-8549-0283202a5619" [ 1049.777982] env[69195]: _type = "Task" [ 1049.777982] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.788466] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52089fe8-6e20-2039-8549-0283202a5619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.838875] env[69195]: DEBUG oslo_concurrency.lockutils [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.839081] env[69195]: DEBUG oslo_concurrency.lockutils [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.839263] env[69195]: DEBUG nova.network.neutron [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.839477] env[69195]: DEBUG nova.objects.instance [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'info_cache' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.969931] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b5a6e127-4b40-4b12-b50f-1a83d3c3b71f tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.026s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.024225] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504918, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.252202] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4678ffb2-2140-41ca-869f-a1f368184c25 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "6eb559c9-c003-4820-8e14-9bae27069f46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.251s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.289298] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52089fe8-6e20-2039-8549-0283202a5619, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.289759] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.289868] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e/ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.290151] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-606b2d26-526c-4f1d-b1cf-5c8dd7042b45 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.296586] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1050.296586] env[69195]: value = "task-3504919" [ 1050.296586] env[69195]: _type = "Task" [ 1050.296586] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.305151] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.307655] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.307884] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.308117] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.308307] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.308561] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.310700] env[69195]: INFO nova.compute.manager [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Terminating instance [ 1050.343860] env[69195]: DEBUG nova.objects.base [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Object Instance<908abdad-314c-4188-8335-2b8e6550e2a1> lazy-loaded attributes: flavor,info_cache {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1050.502287] env[69195]: DEBUG nova.network.neutron [req-d1519114-ffc0-458a-b68f-374fef14536b req-d7a012cc-ef5c-4478-a008-4e0fbfde3722 service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Updated VIF entry in instance network info cache for port 2749b4fb-a445-43df-8c83-007f937ab89d. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.502875] env[69195]: DEBUG nova.network.neutron [req-d1519114-ffc0-458a-b68f-374fef14536b req-d7a012cc-ef5c-4478-a008-4e0fbfde3722 service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Updating instance_info_cache with network_info: [{"id": "2749b4fb-a445-43df-8c83-007f937ab89d", "address": "fa:16:3e:3c:49:4b", "network": {"id": "9f1d5d83-e79c-45db-b747-6a1b3680e9aa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-246378347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1321994265d4afba3da21e31810c330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2749b4fb-a4", "ovs_interfaceid": "2749b4fb-a445-43df-8c83-007f937ab89d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.525051] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504918, 'name': CreateVM_Task, 'duration_secs': 0.545092} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.525218] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.525869] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.526046] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.526346] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.526588] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d7c72a-352e-4490-8a18-e9593a2230e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.531320] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1050.531320] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529b059c-2f84-deda-66f9-6dfd0bbc44bd" [ 1050.531320] env[69195]: _type = "Task" [ 1050.531320] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.539609] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529b059c-2f84-deda-66f9-6dfd0bbc44bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.735667] env[69195]: INFO nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating resource usage from migration 2d284b5e-4743-47a6-99f2-ded4f7426012 [ 1050.760563] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 4088136f-a740-4f76-9bfe-61df83dba2e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1050.760723] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0b64c1a2-e44d-4cc0-b842-155f31549f41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.760843] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance d4c5a32a-fcfc-4618-bdfd-3fe922c999df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.760979] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance e540fd00-af7f-4df2-a043-d26c236042c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1050.761119] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 81ccba60-0cff-4dfc-838f-aea8608e59aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.761240] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 68cc86df-23b7-48ca-8ab5-ce4f930edcc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.761355] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 908abdad-314c-4188-8335-2b8e6550e2a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.761469] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 1ddb0b39-d7b3-4266-bc76-45b56c544a0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.761583] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a9aaa60b-e304-4c56-8626-65cc2da8b265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.761776] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c8b072b0-f95d-453f-abd5-332df7aaf6b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.761831] env[69195]: WARNING nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a8505259-cd52-49db-9455-4a9d06bc64f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1050.761937] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a4420c32-a6b2-4770-9c11-921eb622592d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.762064] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 4bebf02b-603b-46d7-8233-4550fd933cbd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.762178] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 85af95f1-ccd3-4d12-b041-a0a1efd809d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.762290] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 3ea09327-ff47-4972-8809-4d04b2a9c64f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.762399] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.762523] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.762672] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 3c1a17a5-0e6f-4406-92f2-29695aecb477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1050.806727] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.818951] env[69195]: DEBUG nova.compute.manager [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.819210] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.819654] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-1ddb0b39-d7b3-4266-bc76-45b56c544a0f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.819878] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-1ddb0b39-d7b3-4266-bc76-45b56c544a0f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.820239] env[69195]: DEBUG nova.objects.instance [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'flavor' on Instance uuid 1ddb0b39-d7b3-4266-bc76-45b56c544a0f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.822240] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e2b81-7ebf-4bc8-9559-4eec41df074e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.832032] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.832320] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc207ad-5a18-4042-96cf-b0e2049069d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.839581] env[69195]: DEBUG oslo_vmware.api [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1050.839581] env[69195]: value = "task-3504920" [ 1050.839581] env[69195]: _type = "Task" [ 1050.839581] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.850968] env[69195]: DEBUG oslo_vmware.api [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.007036] env[69195]: DEBUG oslo_concurrency.lockutils [req-d1519114-ffc0-458a-b68f-374fef14536b req-d7a012cc-ef5c-4478-a008-4e0fbfde3722 service nova] Releasing lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.041891] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529b059c-2f84-deda-66f9-6dfd0bbc44bd, 'name': SearchDatastore_Task, 'duration_secs': 0.035865} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.042246] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.042484] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.042722] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.042874] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.043064] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.043333] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5849b0fd-b9ac-4a79-b699-60e1a773e7a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.061887] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.062047] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.062896] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db19c05-db06-48e2-84cc-09ab3a5a3125 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.069639] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1051.069639] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d9a15-a015-50bc-dd05-c0dc4164193d" [ 1051.069639] env[69195]: _type = "Task" [ 1051.069639] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.078395] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d9a15-a015-50bc-dd05-c0dc4164193d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.202036] env[69195]: DEBUG nova.network.neutron [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance_info_cache with network_info: [{"id": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "address": "fa:16:3e:7b:84:1c", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa4d1a2-50", "ovs_interfaceid": "cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.266065] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance e37c1d4b-0aa9-49e8-ac82-e19c806d103f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1051.266301] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Migration 2d284b5e-4743-47a6-99f2-ded4f7426012 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1051.266361] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 62ecaf0e-e7d4-478b-be83-e01b7eed2fda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.308663] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504919, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.350044] env[69195]: DEBUG oslo_vmware.api [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504920, 'name': PowerOffVM_Task, 'duration_secs': 0.45466} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.350290] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.351029] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.351029] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d78bef26-be60-41f3-a9f5-5278ff5e5078 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.422097] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.422342] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.422538] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleting the datastore file [datastore1] 85af95f1-ccd3-4d12-b041-a0a1efd809d3 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.422846] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cb19dd7-93c1-4a5d-994b-e807a2190cd9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.429862] env[69195]: DEBUG nova.objects.instance [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'pci_requests' on Instance uuid 1ddb0b39-d7b3-4266-bc76-45b56c544a0f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.432443] env[69195]: DEBUG oslo_vmware.api [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1051.432443] env[69195]: value = "task-3504922" [ 1051.432443] env[69195]: _type = "Task" [ 1051.432443] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.441645] env[69195]: DEBUG oslo_vmware.api [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.579351] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d9a15-a015-50bc-dd05-c0dc4164193d, 'name': SearchDatastore_Task, 'duration_secs': 0.008422} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.580195] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2375a239-9453-4741-b812-31083477d2d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.585775] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1051.585775] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f5c8ee-d652-130e-efa1-c77b7f738d22" [ 1051.585775] env[69195]: _type = "Task" [ 1051.585775] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.593161] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f5c8ee-d652-130e-efa1-c77b7f738d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.707310] env[69195]: DEBUG oslo_concurrency.lockutils [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-908abdad-314c-4188-8335-2b8e6550e2a1" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.769833] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 5c2e031a-258e-4762-8b3f-78e6636d3803 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1051.810704] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504919, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.188931} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.810871] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e/ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.811096] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.811370] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba31bb6-067e-4946-967c-af9655876194 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.817676] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1051.817676] env[69195]: value = "task-3504923" [ 1051.817676] env[69195]: _type = "Task" [ 1051.817676] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.825840] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.934255] env[69195]: DEBUG nova.objects.base [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Object Instance<1ddb0b39-d7b3-4266-bc76-45b56c544a0f> lazy-loaded attributes: flavor,pci_requests {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.934494] env[69195]: DEBUG nova.network.neutron [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.945844] env[69195]: DEBUG oslo_vmware.api [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33301} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.946121] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.946316] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.946493] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.946770] env[69195]: INFO nova.compute.manager [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1051.947088] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.947379] env[69195]: DEBUG nova.compute.manager [-] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.947483] env[69195]: DEBUG nova.network.neutron [-] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.992094] env[69195]: DEBUG nova.policy [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.053754] env[69195]: DEBUG nova.compute.manager [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1052.098595] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f5c8ee-d652-130e-efa1-c77b7f738d22, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.098915] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.099251] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 3c1a17a5-0e6f-4406-92f2-29695aecb477/3c1a17a5-0e6f-4406-92f2-29695aecb477.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.099614] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7edbbe7-632a-4f3c-bbf8-40ec916976ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.106999] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1052.106999] env[69195]: value = "task-3504924" [ 1052.106999] env[69195]: _type = "Task" [ 1052.106999] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.115637] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.276740] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1052.328410] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068903} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.329166] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.330310] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0330a594-afd2-4039-8b7c-c468fad2434f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.354374] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e/ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.355346] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323c321c-36af-441b-a549-e74a7e41cb8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.378191] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1052.378191] env[69195]: value = "task-3504925" [ 1052.378191] env[69195]: _type = "Task" [ 1052.378191] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.385112] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.439955] env[69195]: DEBUG nova.compute.manager [req-ae1f0f29-f6db-4959-b51f-ea3c8a310d9a req-282f6c50-0cca-440f-bc16-89f72ffac9c8 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Received event network-vif-deleted-fca0944b-b951-4c83-8c59-0e9f9d063d7e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.439955] env[69195]: INFO nova.compute.manager [req-ae1f0f29-f6db-4959-b51f-ea3c8a310d9a req-282f6c50-0cca-440f-bc16-89f72ffac9c8 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Neutron deleted interface fca0944b-b951-4c83-8c59-0e9f9d063d7e; detaching it from the instance and deleting it from the info cache [ 1052.439955] env[69195]: DEBUG nova.network.neutron [req-ae1f0f29-f6db-4959-b51f-ea3c8a310d9a req-282f6c50-0cca-440f-bc16-89f72ffac9c8 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.572218] env[69195]: DEBUG nova.network.neutron [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Successfully created port: bf08a76c-bbc9-46d9-a056-fcb747eef82c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.577741] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.619102] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504924, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.683699] env[69195]: DEBUG nova.network.neutron [-] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.714216] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.714901] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb8333aa-f0ab-4412-a97d-715af7f5e1d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.722802] env[69195]: DEBUG oslo_vmware.api [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1052.722802] env[69195]: value = "task-3504926" [ 1052.722802] env[69195]: _type = "Task" [ 1052.722802] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.732015] env[69195]: DEBUG oslo_vmware.api [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.778832] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 1955c35c-ac4b-4559-acc6-ac19663675f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1052.779267] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1052.779267] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1052.887659] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.942689] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2515347a-a366-4d0c-8534-9b07beaaf29c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.959175] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b7107-79f5-42b0-96a8-7cb671779ca6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.011685] env[69195]: DEBUG nova.compute.manager [req-ae1f0f29-f6db-4959-b51f-ea3c8a310d9a req-282f6c50-0cca-440f-bc16-89f72ffac9c8 service nova] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Detach interface failed, port_id=fca0944b-b951-4c83-8c59-0e9f9d063d7e, reason: Instance 85af95f1-ccd3-4d12-b041-a0a1efd809d3 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.116557] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920654} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.116826] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 3c1a17a5-0e6f-4406-92f2-29695aecb477/3c1a17a5-0e6f-4406-92f2-29695aecb477.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.117046] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.117358] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b33105b-55c6-4124-b30a-e510d06f3735 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.126062] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1053.126062] env[69195]: value = "task-3504927" [ 1053.126062] env[69195]: _type = "Task" [ 1053.126062] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.134666] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.188482] env[69195]: INFO nova.compute.manager [-] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Took 1.24 seconds to deallocate network for instance. [ 1053.196313] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4934922e-5b31-4ba5-84e0-5d1d8c8c716f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.204719] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e6a8a-7b34-4a62-9bac-c4afd3e34d89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.251044] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6c6b0d-e981-4d4e-aca6-6f52a5ddd1c9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.263036] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf87b3-b215-4b20-ac00-524cd4ebf8f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.266225] env[69195]: DEBUG oslo_vmware.api [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504926, 'name': PowerOnVM_Task, 'duration_secs': 0.532511} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.266831] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.267055] env[69195]: DEBUG nova.compute.manager [None req-04000083-8aa5-4fe1-8c95-41985c468ef4 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.268157] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3818f5b-0f98-4fbd-ab8c-96fa0006e781 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.278791] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.386998] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504925, 'name': ReconfigVM_Task, 'duration_secs': 0.693583} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.388045] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Reconfigured VM instance instance-0000005e to attach disk [datastore2] ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e/ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.388180] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85d2e09-5f37-4879-aa7d-6ec136547252 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.394591] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1053.394591] env[69195]: value = "task-3504928" [ 1053.394591] env[69195]: _type = "Task" [ 1053.394591] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.402842] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504928, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.640008] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061985} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.640804] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.641764] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9054e659-754b-4f96-898b-a14c5b589ac6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.680795] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 3c1a17a5-0e6f-4406-92f2-29695aecb477/3c1a17a5-0e6f-4406-92f2-29695aecb477.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.681307] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709f8f43-c132-4dac-82a7-47590bfb191a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.699938] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.705438] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1053.705438] env[69195]: value = "task-3504929" [ 1053.705438] env[69195]: _type = "Task" [ 1053.705438] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.713612] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.781942] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.904951] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504928, 'name': Rename_Task, 'duration_secs': 0.457653} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.905252] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.905506] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8686c311-92ff-4129-90a9-205623488b1c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.911919] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1053.911919] env[69195]: value = "task-3504930" [ 1053.911919] env[69195]: _type = "Task" [ 1053.911919] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.919508] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.215356] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.287519] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1054.287812] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.567s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.288379] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.688s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.288580] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.291057] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.335s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.292502] env[69195]: INFO nova.compute.claims [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.318736] env[69195]: INFO nova.scheduler.client.report [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Deleted allocations for instance 4088136f-a740-4f76-9bfe-61df83dba2e5 [ 1054.352450] env[69195]: DEBUG nova.network.neutron [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Successfully updated port: bf08a76c-bbc9-46d9-a056-fcb747eef82c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.422840] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504930, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.456125] env[69195]: DEBUG nova.compute.manager [req-304f118b-a536-4ab0-a51e-6307ba770ec2 req-59c4eaad-86c5-4220-ac4e-816dfd6a67a1 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received event network-vif-plugged-bf08a76c-bbc9-46d9-a056-fcb747eef82c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.456351] env[69195]: DEBUG oslo_concurrency.lockutils [req-304f118b-a536-4ab0-a51e-6307ba770ec2 req-59c4eaad-86c5-4220-ac4e-816dfd6a67a1 service nova] Acquiring lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.456765] env[69195]: DEBUG oslo_concurrency.lockutils [req-304f118b-a536-4ab0-a51e-6307ba770ec2 req-59c4eaad-86c5-4220-ac4e-816dfd6a67a1 service nova] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.457034] env[69195]: DEBUG oslo_concurrency.lockutils [req-304f118b-a536-4ab0-a51e-6307ba770ec2 req-59c4eaad-86c5-4220-ac4e-816dfd6a67a1 service nova] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.457239] env[69195]: DEBUG nova.compute.manager [req-304f118b-a536-4ab0-a51e-6307ba770ec2 req-59c4eaad-86c5-4220-ac4e-816dfd6a67a1 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] No waiting events found dispatching network-vif-plugged-bf08a76c-bbc9-46d9-a056-fcb747eef82c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.457427] env[69195]: WARNING nova.compute.manager [req-304f118b-a536-4ab0-a51e-6307ba770ec2 req-59c4eaad-86c5-4220-ac4e-816dfd6a67a1 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received unexpected event network-vif-plugged-bf08a76c-bbc9-46d9-a056-fcb747eef82c for instance with vm_state active and task_state None. [ 1054.719150] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504929, 'name': ReconfigVM_Task, 'duration_secs': 0.911831} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.719150] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 3c1a17a5-0e6f-4406-92f2-29695aecb477/3c1a17a5-0e6f-4406-92f2-29695aecb477.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.719150] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3836ff7-cd1e-4f97-b9c2-58592ad59d2a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.723310] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1054.723310] env[69195]: value = "task-3504931" [ 1054.723310] env[69195]: _type = "Task" [ 1054.723310] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.731934] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504931, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.774664] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "908abdad-314c-4188-8335-2b8e6550e2a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.775154] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.775343] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.775591] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.775825] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.778538] env[69195]: INFO nova.compute.manager [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Terminating instance [ 1054.828333] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0a1cd52-1d46-4add-a0d8-8395fa6d1409 tempest-ServersAdminTestJSON-1988649207 tempest-ServersAdminTestJSON-1988649207-project-member] Lock "4088136f-a740-4f76-9bfe-61df83dba2e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.515s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.856342] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.856537] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.856728] env[69195]: DEBUG nova.network.neutron [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.927564] env[69195]: DEBUG oslo_vmware.api [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504930, 'name': PowerOnVM_Task, 'duration_secs': 0.959132} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.927922] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.928190] env[69195]: INFO nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1054.928383] env[69195]: DEBUG nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.929214] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9381882-d20a-4a75-8cb8-72f47b76ce57 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.233487] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504931, 'name': Rename_Task, 'duration_secs': 0.185877} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.233782] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.234040] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8d38f25-63a3-4ad9-a738-ed12232c502d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.239691] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1055.239691] env[69195]: value = "task-3504932" [ 1055.239691] env[69195]: _type = "Task" [ 1055.239691] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.247031] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.282933] env[69195]: DEBUG nova.compute.manager [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.283190] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.284120] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5478f64-d325-4d63-9dc6-157c4d0ff3de {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.290929] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.291178] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db7e103-53a4-4be3-82ad-0cae6393477a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.296934] env[69195]: DEBUG oslo_vmware.api [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1055.296934] env[69195]: value = "task-3504933" [ 1055.296934] env[69195]: _type = "Task" [ 1055.296934] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.307408] env[69195]: DEBUG oslo_vmware.api [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.418429] env[69195]: WARNING nova.network.neutron [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] b71264c0-289d-498d-b8e8-8edacc54b44d already exists in list: networks containing: ['b71264c0-289d-498d-b8e8-8edacc54b44d']. ignoring it [ 1055.452036] env[69195]: INFO nova.compute.manager [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Took 39.96 seconds to build instance. [ 1055.630827] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58b85bd-9cf4-4b66-a265-4e4649025673 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.639530] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8ce12-6f21-477b-b2a1-b7d55668ecc1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.681774] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac165a-2196-45dc-994e-c718c8bb5d40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.689717] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e347b5d-9688-4be9-9ac2-7edfc5115a0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.706078] env[69195]: DEBUG nova.compute.provider_tree [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.750051] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.807559] env[69195]: DEBUG oslo_vmware.api [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504933, 'name': PowerOffVM_Task, 'duration_secs': 0.498914} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.807886] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.808073] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.808335] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-586c0008-de26-4813-8d97-c9f922e36d4b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.876402] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.876687] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.876812] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleting the datastore file [datastore1] 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.877138] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92b172a8-8116-48c8-9f9c-4abfebd88672 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.883650] env[69195]: DEBUG oslo_vmware.api [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1055.883650] env[69195]: value = "task-3504935" [ 1055.883650] env[69195]: _type = "Task" [ 1055.883650] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.893321] env[69195]: DEBUG oslo_vmware.api [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.956947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a0d37def-7023-42f6-9f8f-132e875355a2 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.476s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.092574] env[69195]: DEBUG nova.network.neutron [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updating instance_info_cache with network_info: [{"id": "6a208557-e9af-4de5-8bfc-956db8ac4308", "address": "fa:16:3e:64:e3:2e", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a208557-e9", "ovs_interfaceid": "6a208557-e9af-4de5-8bfc-956db8ac4308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf08a76c-bbc9-46d9-a056-fcb747eef82c", "address": "fa:16:3e:b7:ea:87", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08a76c-bb", "ovs_interfaceid": "bf08a76c-bbc9-46d9-a056-fcb747eef82c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.209384] env[69195]: DEBUG nova.scheduler.client.report [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.219251] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae1432b-599c-4e73-8f85-716de31b7042 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.226705] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2e2c57-d8e4-4a86-ac4d-9f0dc0e8b2a1 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Suspending the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1056.226971] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d50ead2c-d646-4ee3-b82e-3ac5c772354f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.234050] env[69195]: DEBUG oslo_vmware.api [None req-2d2e2c57-d8e4-4a86-ac4d-9f0dc0e8b2a1 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1056.234050] env[69195]: value = "task-3504936" [ 1056.234050] env[69195]: _type = "Task" [ 1056.234050] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.242969] env[69195]: DEBUG oslo_vmware.api [None req-2d2e2c57-d8e4-4a86-ac4d-9f0dc0e8b2a1 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504936, 'name': SuspendVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.255641] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.401932] env[69195]: DEBUG oslo_vmware.api [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3504935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170795} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.402606] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.403010] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.404155] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.404155] env[69195]: INFO nova.compute.manager [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1056.404155] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.404155] env[69195]: DEBUG nova.compute.manager [-] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.404155] env[69195]: DEBUG nova.network.neutron [-] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.598827] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.600284] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.600284] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.600953] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de267251-9726-48b3-a048-57b025748d24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.618625] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.618988] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.619223] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.619457] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.619650] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.619844] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.620128] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.620340] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.620597] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.620815] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.621051] env[69195]: DEBUG nova.virt.hardware [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.627589] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Reconfiguring VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1056.627992] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-428a9f85-6f0a-4c2b-98da-b84f9ae39279 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.645536] env[69195]: DEBUG oslo_vmware.api [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1056.645536] env[69195]: value = "task-3504937" [ 1056.645536] env[69195]: _type = "Task" [ 1056.645536] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.655692] env[69195]: DEBUG oslo_vmware.api [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504937, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.718794] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.719353] env[69195]: DEBUG nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.722102] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.976s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.746155] env[69195]: DEBUG oslo_vmware.api [None req-2d2e2c57-d8e4-4a86-ac4d-9f0dc0e8b2a1 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504936, 'name': SuspendVM_Task} progress is 58%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.757137] env[69195]: DEBUG oslo_vmware.api [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3504932, 'name': PowerOnVM_Task, 'duration_secs': 1.155993} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.758818] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.758818] env[69195]: INFO nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1056.758818] env[69195]: DEBUG nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.758818] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f8cf81-8616-4e3f-83df-c1da71b0b973 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.018273] env[69195]: DEBUG nova.compute.manager [req-b0c6362d-7af0-4d91-8e79-657b24889e45 req-4a39346b-e72a-47e2-bb9d-f5e2eddb6078 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received event network-changed-bf08a76c-bbc9-46d9-a056-fcb747eef82c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.018533] env[69195]: DEBUG nova.compute.manager [req-b0c6362d-7af0-4d91-8e79-657b24889e45 req-4a39346b-e72a-47e2-bb9d-f5e2eddb6078 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Refreshing instance network info cache due to event network-changed-bf08a76c-bbc9-46d9-a056-fcb747eef82c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.019457] env[69195]: DEBUG oslo_concurrency.lockutils [req-b0c6362d-7af0-4d91-8e79-657b24889e45 req-4a39346b-e72a-47e2-bb9d-f5e2eddb6078 service nova] Acquiring lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.019457] env[69195]: DEBUG oslo_concurrency.lockutils [req-b0c6362d-7af0-4d91-8e79-657b24889e45 req-4a39346b-e72a-47e2-bb9d-f5e2eddb6078 service nova] Acquired lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.019457] env[69195]: DEBUG nova.network.neutron [req-b0c6362d-7af0-4d91-8e79-657b24889e45 req-4a39346b-e72a-47e2-bb9d-f5e2eddb6078 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Refreshing network info cache for port bf08a76c-bbc9-46d9-a056-fcb747eef82c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.163755] env[69195]: DEBUG oslo_vmware.api [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.226302] env[69195]: DEBUG nova.compute.utils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.229825] env[69195]: INFO nova.compute.claims [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.233559] env[69195]: DEBUG nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.233724] env[69195]: DEBUG nova.network.neutron [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.245424] env[69195]: DEBUG oslo_vmware.api [None req-2d2e2c57-d8e4-4a86-ac4d-9f0dc0e8b2a1 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504936, 'name': SuspendVM_Task, 'duration_secs': 0.903546} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.245675] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2e2c57-d8e4-4a86-ac4d-9f0dc0e8b2a1 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Suspended the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1057.245847] env[69195]: DEBUG nova.compute.manager [None req-2d2e2c57-d8e4-4a86-ac4d-9f0dc0e8b2a1 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.246664] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31268d9-3c7c-451c-b2bc-4ca4b59ee61b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.280787] env[69195]: INFO nova.compute.manager [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Took 41.32 seconds to build instance. [ 1057.316633] env[69195]: DEBUG nova.policy [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7fd5405b335455c85ecabb6df5b57da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2263b6d678164dc1bec646b6331296e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.517260] env[69195]: DEBUG nova.network.neutron [-] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.662128] env[69195]: DEBUG oslo_vmware.api [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.740020] env[69195]: DEBUG nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.741370] env[69195]: INFO nova.compute.resource_tracker [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating resource usage from migration 2d284b5e-4743-47a6-99f2-ded4f7426012 [ 1057.783788] env[69195]: DEBUG oslo_concurrency.lockutils [None req-29622bc5-33db-48ed-a26d-35c9c1e805d3 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "3c1a17a5-0e6f-4406-92f2-29695aecb477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.833s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.796870] env[69195]: DEBUG nova.network.neutron [req-b0c6362d-7af0-4d91-8e79-657b24889e45 req-4a39346b-e72a-47e2-bb9d-f5e2eddb6078 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updated VIF entry in instance network info cache for port bf08a76c-bbc9-46d9-a056-fcb747eef82c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.796870] env[69195]: DEBUG nova.network.neutron [req-b0c6362d-7af0-4d91-8e79-657b24889e45 req-4a39346b-e72a-47e2-bb9d-f5e2eddb6078 service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updating instance_info_cache with network_info: [{"id": "6a208557-e9af-4de5-8bfc-956db8ac4308", "address": "fa:16:3e:64:e3:2e", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a208557-e9", "ovs_interfaceid": "6a208557-e9af-4de5-8bfc-956db8ac4308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bf08a76c-bbc9-46d9-a056-fcb747eef82c", "address": "fa:16:3e:b7:ea:87", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf08a76c-bb", "ovs_interfaceid": "bf08a76c-bbc9-46d9-a056-fcb747eef82c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.803562] env[69195]: DEBUG nova.network.neutron [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Successfully created port: fb0fcac1-46c2-4a7b-b979-5d372cac3b18 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.024157] env[69195]: INFO nova.compute.manager [-] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Took 1.62 seconds to deallocate network for instance. [ 1058.168864] env[69195]: DEBUG oslo_vmware.api [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504937, 'name': ReconfigVM_Task, 'duration_secs': 1.40539} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.169454] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.169983] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Reconfigured VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1058.191298] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59a56ce-36fe-42a3-b149-dee84563cf0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.201038] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7112a873-10bb-4b60-932f-a085cb2a5a37 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.247846] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbd7561-8a7c-4e7b-b0d3-23dd12d40dfb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.256817] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4069cde5-30eb-47c2-ba92-46e24f0c45ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.272304] env[69195]: DEBUG nova.compute.provider_tree [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.303642] env[69195]: DEBUG oslo_concurrency.lockutils [req-b0c6362d-7af0-4d91-8e79-657b24889e45 req-4a39346b-e72a-47e2-bb9d-f5e2eddb6078 service nova] Releasing lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.537030] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.678567] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3a86ac35-c38c-40fa-862d-81f2218e4831 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-1ddb0b39-d7b3-4266-bc76-45b56c544a0f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.858s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.752955] env[69195]: DEBUG nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.777661] env[69195]: DEBUG nova.scheduler.client.report [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.788126] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.788385] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.788544] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.788729] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.788877] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.789079] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.789303] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.789463] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.789691] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.789866] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.790060] env[69195]: DEBUG nova.virt.hardware [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.790965] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f0edcc-19ba-4e7b-99ec-ed38350bf59c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.800461] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e4be2c-91b5-4299-b653-49bb24c53e68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.280763] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.559s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.281041] env[69195]: INFO nova.compute.manager [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Migrating [ 1059.292603] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.694s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.294330] env[69195]: INFO nova.compute.claims [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.389026] env[69195]: DEBUG nova.compute.manager [req-6f0fd702-7cc2-49a0-8ef7-886f8b76c3c8 req-eb20baa5-17c9-4934-b511-c1cd32a407de service nova] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Received event network-vif-deleted-cfa4d1a2-50c1-420b-a75b-d6e544b8f9a3 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.630255] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.630540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.630751] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.630934] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.631107] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.633609] env[69195]: INFO nova.compute.manager [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Terminating instance [ 1059.807446] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.807446] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.807746] env[69195]: DEBUG nova.network.neutron [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.822636] env[69195]: DEBUG nova.network.neutron [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Successfully updated port: fb0fcac1-46c2-4a7b-b979-5d372cac3b18 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.139303] env[69195]: DEBUG nova.compute.manager [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.139387] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.140350] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8422fa7-8110-4ec9-9726-5eaa567f4daf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.149519] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.149797] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd967313-2080-4d87-9bbf-4e2239d689f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.212950] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.213203] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.213400] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleting the datastore file [datastore2] ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.214382] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee4f1fce-822b-4824-abdb-1a2a12377b7b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.220039] env[69195]: DEBUG oslo_vmware.api [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1060.220039] env[69195]: value = "task-3504939" [ 1060.220039] env[69195]: _type = "Task" [ 1060.220039] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.229396] env[69195]: DEBUG oslo_vmware.api [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.327912] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "refresh_cache-e37c1d4b-0aa9-49e8-ac82-e19c806d103f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.327912] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "refresh_cache-e37c1d4b-0aa9-49e8-ac82-e19c806d103f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.327912] env[69195]: DEBUG nova.network.neutron [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.409021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-1ddb0b39-d7b3-4266-bc76-45b56c544a0f-bf08a76c-bbc9-46d9-a056-fcb747eef82c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.409021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-1ddb0b39-d7b3-4266-bc76-45b56c544a0f-bf08a76c-bbc9-46d9-a056-fcb747eef82c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.648219] env[69195]: DEBUG nova.network.neutron [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance_info_cache with network_info: [{"id": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "address": "fa:16:3e:1f:47:aa", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcf04ff-07", "ovs_interfaceid": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.651865] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc16c31-4179-4495-aee9-57c37705417f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.660648] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64609191-fe52-4114-ab4d-c895221432f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.694400] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64edfcff-58d3-4bdd-9a01-da574bd347e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.701711] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbd1120-470b-40ad-a53d-91b001e02dd7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.715413] env[69195]: DEBUG nova.compute.provider_tree [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.729407] env[69195]: DEBUG oslo_vmware.api [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3504939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464456} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.729716] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.729937] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.730224] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.730264] env[69195]: INFO nova.compute.manager [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1060.730493] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.731016] env[69195]: DEBUG nova.compute.manager [-] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.731016] env[69195]: DEBUG nova.network.neutron [-] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.865735] env[69195]: DEBUG nova.network.neutron [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.912145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.912145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.912799] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7848d3b8-828b-4eea-a32d-72c912c89529 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.935430] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59690b8d-ba73-4068-a6c4-ec91ff138142 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.962871] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Reconfiguring VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1060.964585] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc8ca2cb-2d0c-4cba-b999-32d6e510cf54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.983504] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1060.983504] env[69195]: value = "task-3504940" [ 1060.983504] env[69195]: _type = "Task" [ 1060.983504] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.993999] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.048494] env[69195]: DEBUG nova.network.neutron [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Updating instance_info_cache with network_info: [{"id": "fb0fcac1-46c2-4a7b-b979-5d372cac3b18", "address": "fa:16:3e:8d:cd:9d", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0fcac1-46", "ovs_interfaceid": "fb0fcac1-46c2-4a7b-b979-5d372cac3b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.156737] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.218185] env[69195]: DEBUG nova.scheduler.client.report [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.422168] env[69195]: DEBUG nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Received event network-changed-2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.422524] env[69195]: DEBUG nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Refreshing instance network info cache due to event network-changed-2749b4fb-a445-43df-8c83-007f937ab89d. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.422826] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Acquiring lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.423073] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Acquired lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.423325] env[69195]: DEBUG nova.network.neutron [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Refreshing network info cache for port 2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.478354] env[69195]: DEBUG nova.network.neutron [-] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.494794] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.551104] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "refresh_cache-e37c1d4b-0aa9-49e8-ac82-e19c806d103f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.551597] env[69195]: DEBUG nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Instance network_info: |[{"id": "fb0fcac1-46c2-4a7b-b979-5d372cac3b18", "address": "fa:16:3e:8d:cd:9d", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0fcac1-46", "ovs_interfaceid": "fb0fcac1-46c2-4a7b-b979-5d372cac3b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.551884] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:cd:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb0fcac1-46c2-4a7b-b979-5d372cac3b18', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.560068] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.560590] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.561087] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03914ec5-7219-4202-a51f-387e85556d76 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.581806] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.581806] env[69195]: value = "task-3504941" [ 1061.581806] env[69195]: _type = "Task" [ 1061.581806] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.589340] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504941, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.723474] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.724059] env[69195]: DEBUG nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.726781] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.914s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.728241] env[69195]: INFO nova.compute.claims [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.980820] env[69195]: INFO nova.compute.manager [-] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Took 1.25 seconds to deallocate network for instance. [ 1061.994882] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.096088] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504941, 'name': CreateVM_Task, 'duration_secs': 0.30817} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.096088] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.096088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.096088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.096088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.096088] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3b1fb5-2a9a-4bf7-bf82-68a0425a4485 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.099965] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1062.099965] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528c78cf-12b1-7430-9848-c0812a6f0b7f" [ 1062.099965] env[69195]: _type = "Task" [ 1062.099965] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.108556] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528c78cf-12b1-7430-9848-c0812a6f0b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.235270] env[69195]: DEBUG nova.compute.utils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.236636] env[69195]: DEBUG nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.236805] env[69195]: DEBUG nova.network.neutron [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.299957] env[69195]: DEBUG nova.policy [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '991f75f9dce741cb9c108b33f8fa4f1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5bd04ad9bf74a95abd1ac5ac811d5bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.429211] env[69195]: DEBUG nova.network.neutron [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Updated VIF entry in instance network info cache for port 2749b4fb-a445-43df-8c83-007f937ab89d. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.429738] env[69195]: DEBUG nova.network.neutron [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Updating instance_info_cache with network_info: [{"id": "2749b4fb-a445-43df-8c83-007f937ab89d", "address": "fa:16:3e:3c:49:4b", "network": {"id": "9f1d5d83-e79c-45db-b747-6a1b3680e9aa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-246378347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1321994265d4afba3da21e31810c330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2749b4fb-a4", "ovs_interfaceid": "2749b4fb-a445-43df-8c83-007f937ab89d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.491298] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.496994] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.614432] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528c78cf-12b1-7430-9848-c0812a6f0b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013064} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.614771] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.615024] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.615281] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.615425] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.615609] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.615876] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b22a74-54b1-4d7a-bf5f-376cedb0164f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.625756] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.625933] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.626698] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e90670e-575a-4800-aff4-e7c07ab300d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.634066] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1062.634066] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e22c06-7265-663a-6a79-92943c68e8df" [ 1062.634066] env[69195]: _type = "Task" [ 1062.634066] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.642663] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e22c06-7265-663a-6a79-92943c68e8df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.663155] env[69195]: DEBUG nova.network.neutron [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Successfully created port: a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.672697] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a17b0da-969b-43e6-8a2a-0f9e54d3fcb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.692199] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance '62ecaf0e-e7d4-478b-be83-e01b7eed2fda' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.741161] env[69195]: DEBUG nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.932814] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Releasing lock "refresh_cache-3c1a17a5-0e6f-4406-92f2-29695aecb477" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.933137] env[69195]: DEBUG nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Received event network-vif-plugged-fb0fcac1-46c2-4a7b-b979-5d372cac3b18 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.933348] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Acquiring lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.933571] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.933752] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.933940] env[69195]: DEBUG nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] No waiting events found dispatching network-vif-plugged-fb0fcac1-46c2-4a7b-b979-5d372cac3b18 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.934187] env[69195]: WARNING nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Received unexpected event network-vif-plugged-fb0fcac1-46c2-4a7b-b979-5d372cac3b18 for instance with vm_state building and task_state spawning. [ 1062.935087] env[69195]: DEBUG nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Received event network-changed-fb0fcac1-46c2-4a7b-b979-5d372cac3b18 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.935087] env[69195]: DEBUG nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Refreshing instance network info cache due to event network-changed-fb0fcac1-46c2-4a7b-b979-5d372cac3b18. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.935087] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Acquiring lock "refresh_cache-e37c1d4b-0aa9-49e8-ac82-e19c806d103f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.935087] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Acquired lock "refresh_cache-e37c1d4b-0aa9-49e8-ac82-e19c806d103f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.935087] env[69195]: DEBUG nova.network.neutron [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Refreshing network info cache for port fb0fcac1-46c2-4a7b-b979-5d372cac3b18 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.997848] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.106793] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11260cb7-aec9-435a-8cc0-365215c34025 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.114974] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a11319-5ea0-44b7-aef7-840fbb1e3b39 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.150832] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09602058-b825-4617-b780-e50180a23b3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.163306] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e22c06-7265-663a-6a79-92943c68e8df, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.164614] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf4e131-db98-4530-995d-106a3d4c69f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.169063] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deca3697-e4a1-4eb1-b92f-8210805467b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.182245] env[69195]: DEBUG nova.compute.provider_tree [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.184815] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1063.184815] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52436092-8268-c570-4949-b13046095b73" [ 1063.184815] env[69195]: _type = "Task" [ 1063.184815] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.193097] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52436092-8268-c570-4949-b13046095b73, 'name': SearchDatastore_Task, 'duration_secs': 0.015226} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.193961] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.194242] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] e37c1d4b-0aa9-49e8-ac82-e19c806d103f/e37c1d4b-0aa9-49e8-ac82-e19c806d103f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.194490] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d37d2f04-08f5-444e-b175-78e0276a7b0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.198090] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.198328] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8d65500-8c71-426f-afb3-a136b538d91c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.204804] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1063.204804] env[69195]: value = "task-3504942" [ 1063.204804] env[69195]: _type = "Task" [ 1063.204804] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.206087] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1063.206087] env[69195]: value = "task-3504943" [ 1063.206087] env[69195]: _type = "Task" [ 1063.206087] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.219144] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.222171] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.497796] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.686437] env[69195]: DEBUG nova.scheduler.client.report [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.718825] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504942, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.722158] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504943, 'name': PowerOffVM_Task, 'duration_secs': 0.199169} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.722432] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.722832] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance '62ecaf0e-e7d4-478b-be83-e01b7eed2fda' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.726930] env[69195]: DEBUG nova.network.neutron [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Updated VIF entry in instance network info cache for port fb0fcac1-46c2-4a7b-b979-5d372cac3b18. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.727076] env[69195]: DEBUG nova.network.neutron [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Updating instance_info_cache with network_info: [{"id": "fb0fcac1-46c2-4a7b-b979-5d372cac3b18", "address": "fa:16:3e:8d:cd:9d", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0fcac1-46", "ovs_interfaceid": "fb0fcac1-46c2-4a7b-b979-5d372cac3b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.751669] env[69195]: DEBUG nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.776089] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.776346] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.776501] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.776711] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.776881] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.777044] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.777252] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.777412] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.777577] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.777737] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.777906] env[69195]: DEBUG nova.virt.hardware [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.778752] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01a053-8f00-4fa1-b8bb-386435eecb93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.787268] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8405a6fa-f302-478a-83e0-49312ad2386e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.998134] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.195018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.195018] env[69195]: DEBUG nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.196489] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.569s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.199474] env[69195]: INFO nova.compute.claims [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.205445] env[69195]: DEBUG nova.compute.manager [req-c51798bb-0fe6-4e66-8fc6-5556368307a8 req-986a55f4-1e22-4839-8491-4e81423c1437 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received event network-vif-plugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.205652] env[69195]: DEBUG oslo_concurrency.lockutils [req-c51798bb-0fe6-4e66-8fc6-5556368307a8 req-986a55f4-1e22-4839-8491-4e81423c1437 service nova] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.205856] env[69195]: DEBUG oslo_concurrency.lockutils [req-c51798bb-0fe6-4e66-8fc6-5556368307a8 req-986a55f4-1e22-4839-8491-4e81423c1437 service nova] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.206116] env[69195]: DEBUG oslo_concurrency.lockutils [req-c51798bb-0fe6-4e66-8fc6-5556368307a8 req-986a55f4-1e22-4839-8491-4e81423c1437 service nova] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.206208] env[69195]: DEBUG nova.compute.manager [req-c51798bb-0fe6-4e66-8fc6-5556368307a8 req-986a55f4-1e22-4839-8491-4e81423c1437 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] No waiting events found dispatching network-vif-plugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.206389] env[69195]: WARNING nova.compute.manager [req-c51798bb-0fe6-4e66-8fc6-5556368307a8 req-986a55f4-1e22-4839-8491-4e81423c1437 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received unexpected event network-vif-plugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b for instance with vm_state building and task_state spawning. [ 1064.216515] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516449} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.216755] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] e37c1d4b-0aa9-49e8-ac82-e19c806d103f/e37c1d4b-0aa9-49e8-ac82-e19c806d103f.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.216960] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.217294] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-556581ae-e172-4d63-b770-e283b316c583 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.225150] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1064.225150] env[69195]: value = "task-3504944" [ 1064.225150] env[69195]: _type = "Task" [ 1064.225150] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.231212] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.231467] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.231631] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.231814] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.232015] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.232523] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.234547] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.234547] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.234547] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.234547] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.234547] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.239872] env[69195]: DEBUG oslo_concurrency.lockutils [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] Releasing lock "refresh_cache-e37c1d4b-0aa9-49e8-ac82-e19c806d103f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.240532] env[69195]: DEBUG nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Received event network-vif-deleted-01c319a1-f743-47bf-8816-dd4c925f72e8 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.240532] env[69195]: INFO nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Neutron deleted interface 01c319a1-f743-47bf-8816-dd4c925f72e8; detaching it from the instance and deleting it from the info cache [ 1064.240532] env[69195]: DEBUG nova.network.neutron [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.242787] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee9352f-1066-472b-b45d-d2e6f203f34d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.254962] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a838406-e6cc-4e8c-9117-0736584c3bfe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.260917] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.264010] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1064.264010] env[69195]: value = "task-3504945" [ 1064.264010] env[69195]: _type = "Task" [ 1064.264010] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.275215] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d2ea2b-32fb-446c-870b-0cc4a7f1dd37 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.289349] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504945, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.312411] env[69195]: DEBUG nova.compute.manager [req-0c5d3a99-6ea3-4086-8675-ee64009da397 req-34641bfe-da76-48d7-a352-d94949b9ec5e service nova] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Detach interface failed, port_id=01c319a1-f743-47bf-8816-dd4c925f72e8, reason: Instance ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.313586] env[69195]: DEBUG nova.network.neutron [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Successfully updated port: a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.498392] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.705634] env[69195]: DEBUG nova.compute.utils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.707062] env[69195]: DEBUG nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.707239] env[69195]: DEBUG nova.network.neutron [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.736305] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071434} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.736572] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.737452] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433a50f2-1570-4036-9492-5518ed9b8485 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.759671] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] e37c1d4b-0aa9-49e8-ac82-e19c806d103f/e37c1d4b-0aa9-49e8-ac82-e19c806d103f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.761218] env[69195]: DEBUG nova.policy [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5116d5cb69455186f445459ac04fff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '989717d9efa74e1dbb027192e88b4483', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.762909] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e8c3964-7fa6-4c17-9b97-596e60ea4410 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.785442] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.786842] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1064.786842] env[69195]: value = "task-3504946" [ 1064.786842] env[69195]: _type = "Task" [ 1064.786842] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.794335] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.816824] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.816993] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.817240] env[69195]: DEBUG nova.network.neutron [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.005573] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.069503] env[69195]: DEBUG nova.network.neutron [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Successfully created port: 3a913829-a415-4747-afb4-9b6f3e917964 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.212585] env[69195]: DEBUG nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.286685] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504945, 'name': ReconfigVM_Task, 'duration_secs': 0.621674} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.287011] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance '62ecaf0e-e7d4-478b-be83-e01b7eed2fda' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.300881] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504946, 'name': ReconfigVM_Task, 'duration_secs': 0.277572} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.301343] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Reconfigured VM instance instance-00000060 to attach disk [datastore1] e37c1d4b-0aa9-49e8-ac82-e19c806d103f/e37c1d4b-0aa9-49e8-ac82-e19c806d103f.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.301675] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af047ae-6db8-4c60-b122-41c17681b58a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.309195] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1065.309195] env[69195]: value = "task-3504947" [ 1065.309195] env[69195]: _type = "Task" [ 1065.309195] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.316945] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504947, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.358040] env[69195]: DEBUG nova.network.neutron [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.499057] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.499992] env[69195]: DEBUG nova.network.neutron [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [{"id": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "address": "fa:16:3e:1e:4b:7e", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f58709-40", "ovs_interfaceid": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.545986] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81301de-16ef-43c4-8c84-28af5e16a564 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.553996] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dfc620-4d55-416d-9694-3cb930796e2f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.584304] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5aa5f0-e60f-4bd4-a6bf-19e4dfbbb23d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.591949] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfe331b-b18d-49a1-b656-2a5fafabc81e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.606703] env[69195]: DEBUG nova.compute.provider_tree [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.796071] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.796370] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.796572] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.796830] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.797066] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.797292] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.797542] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.797784] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.797998] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.798224] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.798448] env[69195]: DEBUG nova.virt.hardware [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.804174] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.804425] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4adf20e4-2095-4aab-8f49-e8d20f5e822f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.826994] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504947, 'name': Rename_Task, 'duration_secs': 0.149551} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.829800] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.829800] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1065.829800] env[69195]: value = "task-3504948" [ 1065.829800] env[69195]: _type = "Task" [ 1065.829800] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.829800] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74ec590e-cb54-4dc9-80ff-4f9a13801c6f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.838739] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.839994] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1065.839994] env[69195]: value = "task-3504949" [ 1065.839994] env[69195]: _type = "Task" [ 1065.839994] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.847587] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.000256] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.004893] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.005225] env[69195]: DEBUG nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Instance network_info: |[{"id": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "address": "fa:16:3e:1e:4b:7e", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f58709-40", "ovs_interfaceid": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.005626] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:4b:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8f58709-40a0-44a2-9fc9-0e6c1122580b', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.013185] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating folder: Project (e5bd04ad9bf74a95abd1ac5ac811d5bb). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.013462] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-901bfa78-9ef0-42db-9c8a-b84c2852c95b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.025541] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Created folder: Project (e5bd04ad9bf74a95abd1ac5ac811d5bb) in parent group-v700121. [ 1066.025729] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating folder: Instances. Parent ref: group-v700380. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.026034] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2126c39-408f-4ae7-b368-ab21b0b9cf44 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.036566] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Created folder: Instances in parent group-v700380. [ 1066.036834] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.037067] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.037284] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbbc9531-f159-400f-9af4-32879ea6ca67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.057356] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.057356] env[69195]: value = "task-3504952" [ 1066.057356] env[69195]: _type = "Task" [ 1066.057356] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.066187] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504952, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.111084] env[69195]: DEBUG nova.scheduler.client.report [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.225146] env[69195]: DEBUG nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.259884] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.260134] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.260223] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.260409] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.260557] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.260705] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.260922] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.261887] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.262178] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.262467] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.262624] env[69195]: DEBUG nova.virt.hardware [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.264018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0288bf50-c70c-42bd-bc4b-e989e1b46922 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.273515] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc3870b-72dc-4e60-9e94-89069d014750 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.281544] env[69195]: DEBUG nova.compute.manager [req-4b7b14e0-ffdd-410e-b776-5729aef634ec req-7c92fbb2-428c-400a-9100-c64a4c7a1af8 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received event network-changed-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.281725] env[69195]: DEBUG nova.compute.manager [req-4b7b14e0-ffdd-410e-b776-5729aef634ec req-7c92fbb2-428c-400a-9100-c64a4c7a1af8 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Refreshing instance network info cache due to event network-changed-a8f58709-40a0-44a2-9fc9-0e6c1122580b. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.281974] env[69195]: DEBUG oslo_concurrency.lockutils [req-4b7b14e0-ffdd-410e-b776-5729aef634ec req-7c92fbb2-428c-400a-9100-c64a4c7a1af8 service nova] Acquiring lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.282144] env[69195]: DEBUG oslo_concurrency.lockutils [req-4b7b14e0-ffdd-410e-b776-5729aef634ec req-7c92fbb2-428c-400a-9100-c64a4c7a1af8 service nova] Acquired lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.282313] env[69195]: DEBUG nova.network.neutron [req-4b7b14e0-ffdd-410e-b776-5729aef634ec req-7c92fbb2-428c-400a-9100-c64a4c7a1af8 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Refreshing network info cache for port a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.342137] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504948, 'name': ReconfigVM_Task, 'duration_secs': 0.218123} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.345261] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.346283] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85561355-6bc4-43ca-8661-0dc6788789ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.354270] env[69195]: DEBUG oslo_vmware.api [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504949, 'name': PowerOnVM_Task, 'duration_secs': 0.459927} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.365323] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.365789] env[69195]: INFO nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1066.366083] env[69195]: DEBUG nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.375054] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 62ecaf0e-e7d4-478b-be83-e01b7eed2fda/62ecaf0e-e7d4-478b-be83-e01b7eed2fda.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.375742] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6032a755-124f-43a4-a1b7-8db0922b5355 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.378867] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c04519d-10dd-48b7-b1be-e6f2aabaf438 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.401070] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1066.401070] env[69195]: value = "task-3504953" [ 1066.401070] env[69195]: _type = "Task" [ 1066.401070] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.411097] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.501147] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.567716] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504952, 'name': CreateVM_Task, 'duration_secs': 0.356724} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.567969] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.568912] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.569169] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.569547] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.569875] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309b99f2-ca51-4f85-87df-42b293630adb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.575255] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1066.575255] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52799405-2016-7351-7363-cd54625e0b0d" [ 1066.575255] env[69195]: _type = "Task" [ 1066.575255] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.578685] env[69195]: DEBUG nova.network.neutron [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Successfully updated port: 3a913829-a415-4747-afb4-9b6f3e917964 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.585162] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52799405-2016-7351-7363-cd54625e0b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.616792] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.617394] env[69195]: DEBUG nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.620190] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.127s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.620422] env[69195]: DEBUG nova.objects.instance [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1066.921679] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504953, 'name': ReconfigVM_Task, 'duration_secs': 0.371338} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.921679] env[69195]: INFO nova.compute.manager [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Took 38.98 seconds to build instance. [ 1066.922652] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 62ecaf0e-e7d4-478b-be83-e01b7eed2fda/62ecaf0e-e7d4-478b-be83-e01b7eed2fda.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.923086] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance '62ecaf0e-e7d4-478b-be83-e01b7eed2fda' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.000615] env[69195]: DEBUG oslo_vmware.api [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504940, 'name': ReconfigVM_Task, 'duration_secs': 5.737219} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.003431] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.003657] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Reconfigured VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1067.065439] env[69195]: DEBUG nova.network.neutron [req-4b7b14e0-ffdd-410e-b776-5729aef634ec req-7c92fbb2-428c-400a-9100-c64a4c7a1af8 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updated VIF entry in instance network info cache for port a8f58709-40a0-44a2-9fc9-0e6c1122580b. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.065816] env[69195]: DEBUG nova.network.neutron [req-4b7b14e0-ffdd-410e-b776-5729aef634ec req-7c92fbb2-428c-400a-9100-c64a4c7a1af8 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [{"id": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "address": "fa:16:3e:1e:4b:7e", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f58709-40", "ovs_interfaceid": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.080928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "refresh_cache-71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.081123] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "refresh_cache-71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.081301] env[69195]: DEBUG nova.network.neutron [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.089859] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52799405-2016-7351-7363-cd54625e0b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.015479} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.092258] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.092528] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.092798] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.092991] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.093236] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.093762] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-370f2a9e-d2ed-469b-877b-389c0af89cb6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.103502] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.103719] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.104510] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd78843-ca86-4a74-8c54-6f60f115ed18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.113051] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1067.113051] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52af1e17-1ef6-e3ef-88d0-4dababfd6920" [ 1067.113051] env[69195]: _type = "Task" [ 1067.113051] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.121859] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52af1e17-1ef6-e3ef-88d0-4dababfd6920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.124763] env[69195]: DEBUG nova.compute.utils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.132364] env[69195]: DEBUG nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.132551] env[69195]: DEBUG nova.network.neutron [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.135206] env[69195]: DEBUG nova.network.neutron [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.217077] env[69195]: DEBUG nova.policy [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c95e347c7f04d919353f6c45cc7e210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0e133feba474bf0bbbe60dd8336c1b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.314799] env[69195]: DEBUG nova.network.neutron [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Updating instance_info_cache with network_info: [{"id": "3a913829-a415-4747-afb4-9b6f3e917964", "address": "fa:16:3e:9c:b8:0b", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a913829-a4", "ovs_interfaceid": "3a913829-a415-4747-afb4-9b6f3e917964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.427486] env[69195]: DEBUG oslo_concurrency.lockutils [None req-062d0200-23b5-48a3-9fde-120204496d72 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.724s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.433522] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c71977-ec8c-4528-b38b-ff24914fb43d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.458248] env[69195]: DEBUG nova.compute.manager [req-e995a68c-e15e-41b4-8a12-df366c8e3d64 req-aaa9a277-b39a-478d-ac92-6b28975bd3fc service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received event network-vif-deleted-bf08a76c-bbc9-46d9-a056-fcb747eef82c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.458444] env[69195]: INFO nova.compute.manager [req-e995a68c-e15e-41b4-8a12-df366c8e3d64 req-aaa9a277-b39a-478d-ac92-6b28975bd3fc service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Neutron deleted interface bf08a76c-bbc9-46d9-a056-fcb747eef82c; detaching it from the instance and deleting it from the info cache [ 1067.458694] env[69195]: DEBUG nova.network.neutron [req-e995a68c-e15e-41b4-8a12-df366c8e3d64 req-aaa9a277-b39a-478d-ac92-6b28975bd3fc service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updating instance_info_cache with network_info: [{"id": "6a208557-e9af-4de5-8bfc-956db8ac4308", "address": "fa:16:3e:64:e3:2e", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a208557-e9", "ovs_interfaceid": "6a208557-e9af-4de5-8bfc-956db8ac4308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.460265] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659b7656-6532-4dab-8570-e92f3ed687a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.488358] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance '62ecaf0e-e7d4-478b-be83-e01b7eed2fda' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.568115] env[69195]: DEBUG oslo_concurrency.lockutils [req-4b7b14e0-ffdd-410e-b776-5729aef634ec req-7c92fbb2-428c-400a-9100-c64a4c7a1af8 service nova] Releasing lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.625492] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52af1e17-1ef6-e3ef-88d0-4dababfd6920, 'name': SearchDatastore_Task, 'duration_secs': 0.008498} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.625886] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030cb2dd-8443-4f53-bdc1-3d12d181e993 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.628880] env[69195]: DEBUG nova.network.neutron [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Successfully created port: fdd614bf-27a5-4b0e-a8a4-b7087bc76b69 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.633055] env[69195]: DEBUG nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.636519] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1067.636519] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526d06b6-0373-1447-ea4e-c7b96dcccd06" [ 1067.636519] env[69195]: _type = "Task" [ 1067.636519] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.637932] env[69195]: DEBUG oslo_concurrency.lockutils [None req-303a4212-88eb-4165-ae07-12680cb2af13 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.641825] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.955s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.642069] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.644280] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.135s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.644516] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.646158] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.069s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.666569] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526d06b6-0373-1447-ea4e-c7b96dcccd06, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.666950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.667766] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803/5c2e031a-258e-4762-8b3f-78e6636d3803.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.668581] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e48d32a9-fb58-4231-be0d-3c5f3c89fe7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.678168] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1067.678168] env[69195]: value = "task-3504954" [ 1067.678168] env[69195]: _type = "Task" [ 1067.678168] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.687408] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.688389] env[69195]: INFO nova.scheduler.client.report [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted allocations for instance e540fd00-af7f-4df2-a043-d26c236042c7 [ 1067.691192] env[69195]: INFO nova.scheduler.client.report [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Deleted allocations for instance a8505259-cd52-49db-9455-4a9d06bc64f2 [ 1067.821120] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "refresh_cache-71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.821710] env[69195]: DEBUG nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Instance network_info: |[{"id": "3a913829-a415-4747-afb4-9b6f3e917964", "address": "fa:16:3e:9c:b8:0b", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a913829-a4", "ovs_interfaceid": "3a913829-a415-4747-afb4-9b6f3e917964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.822402] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:b8:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a913829-a415-4747-afb4-9b6f3e917964', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.833136] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.833607] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.834013] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e623cb6-f58a-4044-a7c3-0425725352ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.857022] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.857022] env[69195]: value = "task-3504955" [ 1067.857022] env[69195]: _type = "Task" [ 1067.857022] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.867215] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504955, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.912755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.913105] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.913336] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.913546] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.913734] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.918032] env[69195]: INFO nova.compute.manager [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Terminating instance [ 1067.968128] env[69195]: DEBUG oslo_concurrency.lockutils [req-e995a68c-e15e-41b4-8a12-df366c8e3d64 req-aaa9a277-b39a-478d-ac92-6b28975bd3fc service nova] Acquiring lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.968444] env[69195]: DEBUG oslo_concurrency.lockutils [req-e995a68c-e15e-41b4-8a12-df366c8e3d64 req-aaa9a277-b39a-478d-ac92-6b28975bd3fc service nova] Acquired lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.969791] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76841d1-415b-482b-b503-4d1bc38a8cfe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.988312] env[69195]: DEBUG oslo_concurrency.lockutils [req-e995a68c-e15e-41b4-8a12-df366c8e3d64 req-aaa9a277-b39a-478d-ac92-6b28975bd3fc service nova] Releasing lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.988614] env[69195]: WARNING nova.compute.manager [req-e995a68c-e15e-41b4-8a12-df366c8e3d64 req-aaa9a277-b39a-478d-ac92-6b28975bd3fc service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Detach interface failed, port_id=bf08a76c-bbc9-46d9-a056-fcb747eef82c, reason: No device with interface-id bf08a76c-bbc9-46d9-a056-fcb747eef82c exists on VM: nova.exception.NotFound: No device with interface-id bf08a76c-bbc9-46d9-a056-fcb747eef82c exists on VM [ 1068.045781] env[69195]: DEBUG nova.network.neutron [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Port efcf04ff-0738-4455-a9c0-8ae80b00d3bb binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1068.155677] env[69195]: INFO nova.compute.claims [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.159478] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.159744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.159952] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.160177] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.160349] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.162446] env[69195]: INFO nova.compute.manager [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Terminating instance [ 1068.192021] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473035} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.192021] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803/5c2e031a-258e-4762-8b3f-78e6636d3803.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.192021] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.192021] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91c3843-e59f-4ba4-8dd9-b6b069ec1fa5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.200422] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1068.200422] env[69195]: value = "task-3504956" [ 1068.200422] env[69195]: _type = "Task" [ 1068.200422] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.201147] env[69195]: DEBUG oslo_concurrency.lockutils [None req-188d304e-a559-4628-b194-e56a371508f3 tempest-ServersListShow2100Test-506587049 tempest-ServersListShow2100Test-506587049-project-member] Lock "a8505259-cd52-49db-9455-4a9d06bc64f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.509s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.202511] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1bb0644e-6cd9-44ac-b963-b0ca89e90d0f tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "e540fd00-af7f-4df2-a043-d26c236042c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.012s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.216749] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.309972] env[69195]: DEBUG nova.compute.manager [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Received event network-vif-plugged-3a913829-a415-4747-afb4-9b6f3e917964 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.309972] env[69195]: DEBUG oslo_concurrency.lockutils [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] Acquiring lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.309972] env[69195]: DEBUG oslo_concurrency.lockutils [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] Lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.309972] env[69195]: DEBUG oslo_concurrency.lockutils [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] Lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.309972] env[69195]: DEBUG nova.compute.manager [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] No waiting events found dispatching network-vif-plugged-3a913829-a415-4747-afb4-9b6f3e917964 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.309972] env[69195]: WARNING nova.compute.manager [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Received unexpected event network-vif-plugged-3a913829-a415-4747-afb4-9b6f3e917964 for instance with vm_state building and task_state spawning. [ 1068.309972] env[69195]: DEBUG nova.compute.manager [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Received event network-changed-3a913829-a415-4747-afb4-9b6f3e917964 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.309972] env[69195]: DEBUG nova.compute.manager [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Refreshing instance network info cache due to event network-changed-3a913829-a415-4747-afb4-9b6f3e917964. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.309972] env[69195]: DEBUG oslo_concurrency.lockutils [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] Acquiring lock "refresh_cache-71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.309972] env[69195]: DEBUG oslo_concurrency.lockutils [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] Acquired lock "refresh_cache-71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.309972] env[69195]: DEBUG nova.network.neutron [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Refreshing network info cache for port 3a913829-a415-4747-afb4-9b6f3e917964 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.368733] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504955, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.406021] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.406253] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.406437] env[69195]: DEBUG nova.network.neutron [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.419854] env[69195]: DEBUG nova.compute.manager [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.419854] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.420599] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db3b04-024a-4692-8ff4-7f66f607ece9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.430757] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.430975] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec60960e-b8f3-4503-8207-e6b5707375a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.438242] env[69195]: DEBUG oslo_vmware.api [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1068.438242] env[69195]: value = "task-3504957" [ 1068.438242] env[69195]: _type = "Task" [ 1068.438242] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.446710] env[69195]: DEBUG oslo_vmware.api [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.643291] env[69195]: DEBUG nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.665418] env[69195]: INFO nova.compute.resource_tracker [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating resource usage from migration 4dd6239b-160f-4fe4-81a2-64a6356f4487 [ 1068.668480] env[69195]: DEBUG nova.compute.manager [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.668480] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.673424] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3cb477-2503-4ae9-ac91-23bf666dd3f7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.675080] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.675337] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.675540] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.676070] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.676070] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.676691] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.676914] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.677087] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.677258] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.677445] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.677730] env[69195]: DEBUG nova.virt.hardware [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.679022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a18604e-6de2-48fa-9165-44a134dfb936 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.686581] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.688341] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70261624-d286-4bfb-8b84-729d59fdf0da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.691156] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7ce9f8-98df-4e91-a321-ed1f410bda12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.713400] env[69195]: DEBUG oslo_vmware.api [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1068.713400] env[69195]: value = "task-3504958" [ 1068.713400] env[69195]: _type = "Task" [ 1068.713400] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.719542] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068982} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.720144] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.720883] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976564e3-83fd-4548-838d-a162d85ba6fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.728473] env[69195]: DEBUG oslo_vmware.api [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.750157] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803/5c2e031a-258e-4762-8b3f-78e6636d3803.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.753163] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226a0079-79ac-40e0-9a2c-67889538628d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.774735] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1068.774735] env[69195]: value = "task-3504959" [ 1068.774735] env[69195]: _type = "Task" [ 1068.774735] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.782782] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.870473] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504955, 'name': CreateVM_Task, 'duration_secs': 0.534541} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.870646] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.871430] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.871618] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.871935] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.872929] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb9a5bc-bfeb-490a-91af-d2fd602a8092 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.877698] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1068.877698] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b9566b-5292-73a5-f9f9-599bce2a2aac" [ 1068.877698] env[69195]: _type = "Task" [ 1068.877698] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.885748] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b9566b-5292-73a5-f9f9-599bce2a2aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.951331] env[69195]: DEBUG oslo_vmware.api [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504957, 'name': PowerOffVM_Task, 'duration_secs': 0.197082} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.951664] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.951851] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.952151] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b86f3f4-2e64-49db-817f-e4e985f34a77 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.030140] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.030496] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.030762] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleting the datastore file [datastore1] e37c1d4b-0aa9-49e8-ac82-e19c806d103f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.035994] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f26320d-b2ee-4809-8d05-bcda74fcc87e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.039261] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984ed747-25f9-4700-8c55-67e3acc5999b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.056815] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5348577d-ede4-4fc7-9fa1-ab5be7c00f7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.068772] env[69195]: DEBUG oslo_vmware.api [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1069.068772] env[69195]: value = "task-3504961" [ 1069.068772] env[69195]: _type = "Task" [ 1069.068772] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.109736] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.109998] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.110189] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.115062] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a32de73-e31d-4759-afb5-d1a7c13701e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.122712] env[69195]: DEBUG oslo_vmware.api [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.128818] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20bc60-9cd2-4e1b-82f9-343a40c68923 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.146749] env[69195]: DEBUG nova.compute.provider_tree [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.189621] env[69195]: DEBUG nova.network.neutron [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Updated VIF entry in instance network info cache for port 3a913829-a415-4747-afb4-9b6f3e917964. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.190141] env[69195]: DEBUG nova.network.neutron [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Updating instance_info_cache with network_info: [{"id": "3a913829-a415-4747-afb4-9b6f3e917964", "address": "fa:16:3e:9c:b8:0b", "network": {"id": "4b683811-73cd-4dbe-8f04-bdda5bea5a67", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1165648051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "989717d9efa74e1dbb027192e88b4483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a913829-a4", "ovs_interfaceid": "3a913829-a415-4747-afb4-9b6f3e917964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.223699] env[69195]: DEBUG oslo_vmware.api [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504958, 'name': PowerOffVM_Task, 'duration_secs': 0.19083} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.223964] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.224898] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.224898] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc38120-7c4d-4345-a3c9-569b86eafc6c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.284423] env[69195]: DEBUG nova.network.neutron [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updating instance_info_cache with network_info: [{"id": "6a208557-e9af-4de5-8bfc-956db8ac4308", "address": "fa:16:3e:64:e3:2e", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a208557-e9", "ovs_interfaceid": "6a208557-e9af-4de5-8bfc-956db8ac4308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.288291] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504959, 'name': ReconfigVM_Task, 'duration_secs': 0.322057} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.288814] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803/5c2e031a-258e-4762-8b3f-78e6636d3803.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.289905] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a915bc1-c039-4aff-9d28-c1fe689dd9d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.297170] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1069.297170] env[69195]: value = "task-3504963" [ 1069.297170] env[69195]: _type = "Task" [ 1069.297170] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.303931] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.304164] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.304347] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleting the datastore file [datastore2] 1ddb0b39-d7b3-4266-bc76-45b56c544a0f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.305256] env[69195]: DEBUG nova.network.neutron [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Successfully updated port: fdd614bf-27a5-4b0e-a8a4-b7087bc76b69 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.309583] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec083e2-c064-423e-a781-1fd35de312f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.311875] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504963, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.316840] env[69195]: DEBUG oslo_vmware.api [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1069.316840] env[69195]: value = "task-3504964" [ 1069.316840] env[69195]: _type = "Task" [ 1069.316840] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.325601] env[69195]: DEBUG oslo_vmware.api [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.388836] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b9566b-5292-73a5-f9f9-599bce2a2aac, 'name': SearchDatastore_Task, 'duration_secs': 0.019261} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.389209] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.390023] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.390023] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.390147] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.390330] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.390616] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b41210-5297-4807-8fca-1c47b4ef7482 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.398395] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.398567] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.399255] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202a902f-c2fc-4604-9bc9-dea254bef349 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.404309] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1069.404309] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8bcf8-f18a-23ab-c52c-d1cb20a7e8b6" [ 1069.404309] env[69195]: _type = "Task" [ 1069.404309] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.411892] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8bcf8-f18a-23ab-c52c-d1cb20a7e8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.474746] env[69195]: DEBUG nova.compute.manager [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Received event network-vif-plugged-fdd614bf-27a5-4b0e-a8a4-b7087bc76b69 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.474977] env[69195]: DEBUG oslo_concurrency.lockutils [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] Acquiring lock "1955c35c-ac4b-4559-acc6-ac19663675f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.475228] env[69195]: DEBUG oslo_concurrency.lockutils [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] Lock "1955c35c-ac4b-4559-acc6-ac19663675f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.475451] env[69195]: DEBUG oslo_concurrency.lockutils [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] Lock "1955c35c-ac4b-4559-acc6-ac19663675f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.475627] env[69195]: DEBUG nova.compute.manager [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] No waiting events found dispatching network-vif-plugged-fdd614bf-27a5-4b0e-a8a4-b7087bc76b69 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.475799] env[69195]: WARNING nova.compute.manager [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Received unexpected event network-vif-plugged-fdd614bf-27a5-4b0e-a8a4-b7087bc76b69 for instance with vm_state building and task_state spawning. [ 1069.475968] env[69195]: DEBUG nova.compute.manager [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Received event network-changed-fdd614bf-27a5-4b0e-a8a4-b7087bc76b69 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.476121] env[69195]: DEBUG nova.compute.manager [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Refreshing instance network info cache due to event network-changed-fdd614bf-27a5-4b0e-a8a4-b7087bc76b69. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.476310] env[69195]: DEBUG oslo_concurrency.lockutils [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] Acquiring lock "refresh_cache-1955c35c-ac4b-4559-acc6-ac19663675f4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.476446] env[69195]: DEBUG oslo_concurrency.lockutils [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] Acquired lock "refresh_cache-1955c35c-ac4b-4559-acc6-ac19663675f4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.476601] env[69195]: DEBUG nova.network.neutron [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Refreshing network info cache for port fdd614bf-27a5-4b0e-a8a4-b7087bc76b69 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.577980] env[69195]: DEBUG oslo_vmware.api [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162221} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.578285] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.578457] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.578636] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.578808] env[69195]: INFO nova.compute.manager [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1069.579058] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.579253] env[69195]: DEBUG nova.compute.manager [-] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.579346] env[69195]: DEBUG nova.network.neutron [-] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.651768] env[69195]: DEBUG nova.scheduler.client.report [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.693240] env[69195]: DEBUG oslo_concurrency.lockutils [req-9cb60bbf-286c-43b4-a019-b7d53dce3ea3 req-0e38b691-247f-4ac8-9130-e78ba7019655 service nova] Releasing lock "refresh_cache-71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.731470] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.731713] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.789538] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-1ddb0b39-d7b3-4266-bc76-45b56c544a0f" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.809426] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504963, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.812830] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "refresh_cache-1955c35c-ac4b-4559-acc6-ac19663675f4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.826986] env[69195]: DEBUG oslo_vmware.api [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3504964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209541} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.826986] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.827186] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.827237] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.827430] env[69195]: INFO nova.compute.manager [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1069.827701] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.827895] env[69195]: DEBUG nova.compute.manager [-] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.827991] env[69195]: DEBUG nova.network.neutron [-] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.915381] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8bcf8-f18a-23ab-c52c-d1cb20a7e8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.014378} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.916166] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c893239-4d00-40c5-80f9-a4215a74fe3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.921484] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1069.921484] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527178cd-1bed-98a8-a364-97a777acf19d" [ 1069.921484] env[69195]: _type = "Task" [ 1069.921484] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.929184] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527178cd-1bed-98a8-a364-97a777acf19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.023794] env[69195]: DEBUG nova.network.neutron [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.115087] env[69195]: DEBUG nova.network.neutron [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.154530] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.159148] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.159148] env[69195]: DEBUG nova.network.neutron [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.163033] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.515s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.163033] env[69195]: INFO nova.compute.manager [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Migrating [ 1070.180996] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.481s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.181315] env[69195]: DEBUG nova.objects.instance [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lazy-loading 'resources' on Instance uuid 85af95f1-ccd3-4d12-b041-a0a1efd809d3 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.235443] env[69195]: DEBUG nova.compute.utils [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.280823] env[69195]: DEBUG nova.network.neutron [-] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.293752] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4789df69-5e49-40a8-bce8-e750694cc29d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-1ddb0b39-d7b3-4266-bc76-45b56c544a0f-bf08a76c-bbc9-46d9-a056-fcb747eef82c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.885s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.311803] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504963, 'name': Rename_Task, 'duration_secs': 0.923617} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.312662] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.312920] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e732d6f-39d6-4294-ac33-775b6fb1f30f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.319177] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1070.319177] env[69195]: value = "task-3504965" [ 1070.319177] env[69195]: _type = "Task" [ 1070.319177] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.328562] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.433677] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527178cd-1bed-98a8-a364-97a777acf19d, 'name': SearchDatastore_Task, 'duration_secs': 0.036131} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.434368] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.434368] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280/71dbf963-5f3c-4cb7-9bb2-7745d5a7a280.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.434591] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-596493ee-7894-46cd-85b8-10819a114e79 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.441064] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1070.441064] env[69195]: value = "task-3504966" [ 1070.441064] env[69195]: _type = "Task" [ 1070.441064] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.449349] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.465785] env[69195]: DEBUG nova.network.neutron [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance_info_cache with network_info: [{"id": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "address": "fa:16:3e:1f:47:aa", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcf04ff-07", "ovs_interfaceid": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.618982] env[69195]: DEBUG oslo_concurrency.lockutils [req-44ed4051-b85f-4ef6-b1ee-427f88d9882c req-7b17c0db-75a9-4079-bd80-6ae8e5feef93 service nova] Releasing lock "refresh_cache-1955c35c-ac4b-4559-acc6-ac19663675f4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.619359] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "refresh_cache-1955c35c-ac4b-4559-acc6-ac19663675f4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.619528] env[69195]: DEBUG nova.network.neutron [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.693348] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.693348] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.693348] env[69195]: DEBUG nova.network.neutron [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.742678] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.761666] env[69195]: DEBUG nova.network.neutron [-] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.783259] env[69195]: INFO nova.compute.manager [-] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Took 1.20 seconds to deallocate network for instance. [ 1070.838659] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504965, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.955595] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504966, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.969125] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.043821] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c142ef67-413a-4f91-8b3b-a4c2d597e053 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.051821] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830776e9-43a9-4d37-9fad-abb229ce5452 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.082371] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fcd0ba-7960-459a-9f13-9d89d944f034 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.090283] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a30957a-c2b1-44e0-9806-8ee739ae5df3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.105433] env[69195]: DEBUG nova.compute.provider_tree [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.155727] env[69195]: DEBUG nova.network.neutron [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.264627] env[69195]: INFO nova.compute.manager [-] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Took 1.44 seconds to deallocate network for instance. [ 1071.296835] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.297368] env[69195]: DEBUG nova.network.neutron [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Updating instance_info_cache with network_info: [{"id": "fdd614bf-27a5-4b0e-a8a4-b7087bc76b69", "address": "fa:16:3e:5f:c9:e5", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd614bf-27", "ovs_interfaceid": "fdd614bf-27a5-4b0e-a8a4-b7087bc76b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.337706] env[69195]: DEBUG oslo_vmware.api [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3504965, 'name': PowerOnVM_Task, 'duration_secs': 0.645477} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.337971] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.338184] env[69195]: INFO nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1071.338363] env[69195]: DEBUG nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.339361] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d4d7cb-44a2-4823-891f-3a005c5748e1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.422766] env[69195]: DEBUG nova.network.neutron [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.452451] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558404} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.452677] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280/71dbf963-5f3c-4cb7-9bb2-7745d5a7a280.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.452895] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.453165] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e617d973-6221-4801-9409-c8f4c45b1f2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.460224] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1071.460224] env[69195]: value = "task-3504967" [ 1071.460224] env[69195]: _type = "Task" [ 1071.460224] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.468305] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.492152] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4015503f-1079-4910-8290-dc0e75a34468 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.513710] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387ca70b-6404-4aea-a44f-1d63b3e0899f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.517704] env[69195]: DEBUG nova.compute.manager [req-cff48b16-81c1-4596-bce5-a2b54f01521f req-6942dd93-3226-454b-8c12-e6d952f779dc service nova] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Received event network-vif-deleted-fb0fcac1-46c2-4a7b-b979-5d372cac3b18 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.517900] env[69195]: DEBUG nova.compute.manager [req-cff48b16-81c1-4596-bce5-a2b54f01521f req-6942dd93-3226-454b-8c12-e6d952f779dc service nova] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Received event network-vif-deleted-6a208557-e9af-4de5-8bfc-956db8ac4308 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.523625] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance '62ecaf0e-e7d4-478b-be83-e01b7eed2fda' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.608681] env[69195]: DEBUG nova.scheduler.client.report [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.771177] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.802302] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "refresh_cache-1955c35c-ac4b-4559-acc6-ac19663675f4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.802553] env[69195]: DEBUG nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Instance network_info: |[{"id": "fdd614bf-27a5-4b0e-a8a4-b7087bc76b69", "address": "fa:16:3e:5f:c9:e5", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdd614bf-27", "ovs_interfaceid": "fdd614bf-27a5-4b0e-a8a4-b7087bc76b69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.803038] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:c9:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdd614bf-27a5-4b0e-a8a4-b7087bc76b69', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.812241] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.812505] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.812915] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3955ffb-d8bd-4e02-a99f-0c30cd333570 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.828353] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.828626] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.829112] env[69195]: INFO nova.compute.manager [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Attaching volume b236889c-356b-4256-b5d1-439c9dcdc8c1 to /dev/sdb [ 1071.837379] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.837379] env[69195]: value = "task-3504968" [ 1071.837379] env[69195]: _type = "Task" [ 1071.837379] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.845296] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504968, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.856481] env[69195]: INFO nova.compute.manager [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Took 37.28 seconds to build instance. [ 1071.865258] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d436070-88ee-4883-9886-f7d8e18da807 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.872846] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae0ba61-2524-4e6a-a7c9-a72966a3c84b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.886196] env[69195]: DEBUG nova.virt.block_device [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating existing volume attachment record: 902378e0-3463-469f-be8b-e905108bf188 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1071.925680] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969985] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06638} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.970282] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.971137] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48428f5f-1dbb-46b6-8880-aa6699119422 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.994078] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280/71dbf963-5f3c-4cb7-9bb2-7745d5a7a280.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.994078] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3cf6f61-21b8-4977-8b59-6e9e8649377c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.014204] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1072.014204] env[69195]: value = "task-3504969" [ 1072.014204] env[69195]: _type = "Task" [ 1072.014204] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.022330] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.029434] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.030117] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c31a8677-ef41-41ee-9746-2bd88d9ae3cb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.035620] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1072.035620] env[69195]: value = "task-3504971" [ 1072.035620] env[69195]: _type = "Task" [ 1072.035620] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.044462] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.114110] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.117371] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.580s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.117371] env[69195]: DEBUG nova.objects.instance [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'resources' on Instance uuid 908abdad-314c-4188-8335-2b8e6550e2a1 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.143455] env[69195]: INFO nova.scheduler.client.report [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleted allocations for instance 85af95f1-ccd3-4d12-b041-a0a1efd809d3 [ 1072.347507] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3504968, 'name': CreateVM_Task, 'duration_secs': 0.455448} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.347723] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.348436] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.348603] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.348941] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.349197] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ffdb2ef-01a8-40df-a2f4-87f593308f46 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.353717] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1072.353717] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5228f5fa-33f7-32dc-20bf-8db12adaa28c" [ 1072.353717] env[69195]: _type = "Task" [ 1072.353717] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.363731] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9cfc807c-fd0b-4e40-831e-352661f890ac tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.793s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.363904] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5228f5fa-33f7-32dc-20bf-8db12adaa28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.525507] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.547808] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504971, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.650896] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6699d036-4f4e-4eaa-89d3-48cef1fede80 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "85af95f1-ccd3-4d12-b041-a0a1efd809d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.343s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.866145] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5228f5fa-33f7-32dc-20bf-8db12adaa28c, 'name': SearchDatastore_Task, 'duration_secs': 0.017528} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.869220] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.869467] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.869744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.869883] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.870113] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.870599] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2a61b1c-a92b-4aa9-959b-1ef8303c3719 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.881608] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.882554] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.888076] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b997f279-6740-455c-9765-5cf6786e46af {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.903582] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1072.903582] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5208144f-4f05-3326-fc5b-8bd36ac349c3" [ 1072.903582] env[69195]: _type = "Task" [ 1072.903582] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.913945] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5208144f-4f05-3326-fc5b-8bd36ac349c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.967701] env[69195]: DEBUG nova.compute.manager [req-b4ed2a5e-a468-4d60-bd5d-eef3661b9da7 req-43e79a7e-aea3-4e21-9e0c-17b48ba4570d service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received event network-changed-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.967895] env[69195]: DEBUG nova.compute.manager [req-b4ed2a5e-a468-4d60-bd5d-eef3661b9da7 req-43e79a7e-aea3-4e21-9e0c-17b48ba4570d service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Refreshing instance network info cache due to event network-changed-a8f58709-40a0-44a2-9fc9-0e6c1122580b. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.968475] env[69195]: DEBUG oslo_concurrency.lockutils [req-b4ed2a5e-a468-4d60-bd5d-eef3661b9da7 req-43e79a7e-aea3-4e21-9e0c-17b48ba4570d service nova] Acquiring lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.968475] env[69195]: DEBUG oslo_concurrency.lockutils [req-b4ed2a5e-a468-4d60-bd5d-eef3661b9da7 req-43e79a7e-aea3-4e21-9e0c-17b48ba4570d service nova] Acquired lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.968744] env[69195]: DEBUG nova.network.neutron [req-b4ed2a5e-a468-4d60-bd5d-eef3661b9da7 req-43e79a7e-aea3-4e21-9e0c-17b48ba4570d service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Refreshing network info cache for port a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.988473] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d252da-0889-4d3e-bf9e-bd7f9b2d2166 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.996601] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd3f03b-eb78-473e-b5b6-6582bb594a80 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.032700] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8c488f-135a-4a63-b752-3eba15fdf2ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.044654] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504969, 'name': ReconfigVM_Task, 'duration_secs': 0.638914} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.045367] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280/71dbf963-5f3c-4cb7-9bb2-7745d5a7a280.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.047049] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2ca2f1-e321-4f4a-8fbe-f00febb21100 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.053488] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8bb404f-27d9-4113-8036-e5a0452c5437 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.054938] env[69195]: DEBUG oslo_vmware.api [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3504971, 'name': PowerOnVM_Task, 'duration_secs': 0.628578} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.056185] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.056185] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de629bc4-a26a-4f47-90c9-6f970c4e9a9b tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance '62ecaf0e-e7d4-478b-be83-e01b7eed2fda' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.074702] env[69195]: DEBUG nova.compute.provider_tree [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.078951] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1073.078951] env[69195]: value = "task-3504974" [ 1073.078951] env[69195]: _type = "Task" [ 1073.078951] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.092034] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504974, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.410464] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5208144f-4f05-3326-fc5b-8bd36ac349c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012345} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.410900] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94584bad-94ca-4af7-ac8f-b653653d1835 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.417149] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1073.417149] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211fbb0-2f29-bbbf-2a26-621dab27e853" [ 1073.417149] env[69195]: _type = "Task" [ 1073.417149] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.424814] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211fbb0-2f29-bbbf-2a26-621dab27e853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.443851] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ea9422-b3ce-4e80-9594-a14462e7ef23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.466573] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance '0b64c1a2-e44d-4cc0-b842-155f31549f41' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.583184] env[69195]: DEBUG nova.scheduler.client.report [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.595843] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504974, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.738144] env[69195]: DEBUG nova.network.neutron [req-b4ed2a5e-a468-4d60-bd5d-eef3661b9da7 req-43e79a7e-aea3-4e21-9e0c-17b48ba4570d service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updated VIF entry in instance network info cache for port a8f58709-40a0-44a2-9fc9-0e6c1122580b. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.738554] env[69195]: DEBUG nova.network.neutron [req-b4ed2a5e-a468-4d60-bd5d-eef3661b9da7 req-43e79a7e-aea3-4e21-9e0c-17b48ba4570d service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [{"id": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "address": "fa:16:3e:1e:4b:7e", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f58709-40", "ovs_interfaceid": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.783833] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "3ea09327-ff47-4972-8809-4d04b2a9c64f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.784232] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "3ea09327-ff47-4972-8809-4d04b2a9c64f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.784472] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "3ea09327-ff47-4972-8809-4d04b2a9c64f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.784980] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "3ea09327-ff47-4972-8809-4d04b2a9c64f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.785182] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "3ea09327-ff47-4972-8809-4d04b2a9c64f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.787719] env[69195]: INFO nova.compute.manager [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Terminating instance [ 1073.848738] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.849075] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.849313] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.849507] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.849677] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.852607] env[69195]: INFO nova.compute.manager [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Terminating instance [ 1073.928578] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211fbb0-2f29-bbbf-2a26-621dab27e853, 'name': SearchDatastore_Task, 'duration_secs': 0.034115} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.928927] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.929102] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 1955c35c-ac4b-4559-acc6-ac19663675f4/1955c35c-ac4b-4559-acc6-ac19663675f4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.929362] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d120d3a-c6f3-4aea-9289-51ccbab0bd14 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.935922] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1073.935922] env[69195]: value = "task-3504975" [ 1073.935922] env[69195]: _type = "Task" [ 1073.935922] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.943348] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.972528] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.972817] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a5c211-6c41-4b6f-a240-451bbfd5d3dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.979369] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1073.979369] env[69195]: value = "task-3504976" [ 1073.979369] env[69195]: _type = "Task" [ 1073.979369] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.987451] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.096946] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.099764] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.609s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.100012] env[69195]: DEBUG nova.objects.instance [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lazy-loading 'resources' on Instance uuid ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.107162] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504974, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.125460] env[69195]: INFO nova.scheduler.client.report [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted allocations for instance 908abdad-314c-4188-8335-2b8e6550e2a1 [ 1074.241265] env[69195]: DEBUG oslo_concurrency.lockutils [req-b4ed2a5e-a468-4d60-bd5d-eef3661b9da7 req-43e79a7e-aea3-4e21-9e0c-17b48ba4570d service nova] Releasing lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.291784] env[69195]: DEBUG nova.compute.manager [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.292037] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.292936] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011a3579-7827-46e8-b4af-737d7e2a2408 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.300618] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.300900] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59d1b0fb-eba4-42eb-a690-0da40edd7d95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.307125] env[69195]: DEBUG oslo_vmware.api [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1074.307125] env[69195]: value = "task-3504977" [ 1074.307125] env[69195]: _type = "Task" [ 1074.307125] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.315195] env[69195]: DEBUG oslo_vmware.api [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.356150] env[69195]: DEBUG nova.compute.manager [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.356381] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.357321] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae3496-7f7e-4e68-be5e-225b21d58385 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.364547] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.364777] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14dea20f-3c1a-461e-bb7e-5517e8cb8851 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.370404] env[69195]: DEBUG oslo_vmware.api [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1074.370404] env[69195]: value = "task-3504978" [ 1074.370404] env[69195]: _type = "Task" [ 1074.370404] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.381477] env[69195]: DEBUG oslo_vmware.api [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.447564] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504975, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.488663] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504976, 'name': PowerOffVM_Task, 'duration_secs': 0.221358} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.488973] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.489184] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance '0b64c1a2-e44d-4cc0-b842-155f31549f41' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.597137] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504974, 'name': Rename_Task, 'duration_secs': 1.300459} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.597437] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.597713] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2351d31-d7a2-46aa-a072-b31d0350c866 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.614591] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1074.614591] env[69195]: value = "task-3504980" [ 1074.614591] env[69195]: _type = "Task" [ 1074.614591] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.623367] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.636935] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a6bf0899-7ac8-4de4-a0e0-ccdc6c902438 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "908abdad-314c-4188-8335-2b8e6550e2a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.862s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.820511] env[69195]: DEBUG oslo_vmware.api [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504977, 'name': PowerOffVM_Task, 'duration_secs': 0.404544} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.823581] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.823816] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.824316] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-458488ea-8360-4b3a-b69d-3b5ed11a77e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.884922] env[69195]: DEBUG oslo_vmware.api [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504978, 'name': PowerOffVM_Task, 'duration_secs': 0.492746} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.886017] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.886017] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.886017] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21927da6-d3a2-43f5-a303-717f88eff53a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.905032] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60248b4-83ff-49c8-8e0f-84550994fdec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.916547] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348466bc-f67f-465c-819a-c45ac1dd365d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.955684] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d4410-05e1-449e-8f72-7aaac1d7772d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.963442] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881978} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.965571] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 1955c35c-ac4b-4559-acc6-ac19663675f4/1955c35c-ac4b-4559-acc6-ac19663675f4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.965801] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.966098] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b9b503b-8516-4c30-a127-2bbc6cf3146c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.968921] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e5c4e-7ebf-4dd4-82ae-9e42165c3b4c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.984784] env[69195]: DEBUG nova.compute.provider_tree [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.987602] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1074.987602] env[69195]: value = "task-3504983" [ 1074.987602] env[69195]: _type = "Task" [ 1074.987602] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.997502] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.997750] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.997916] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.998109] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.998258] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.998422] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.998642] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.998815] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.998999] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.999179] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.999368] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.004596] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.005424] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675718a0-78a7-4532-b09b-8e6e433d784e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.021942] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1075.021942] env[69195]: value = "task-3504984" [ 1075.021942] env[69195]: _type = "Task" [ 1075.021942] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.030770] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.095577] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.096721] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.096721] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleting the datastore file [datastore1] 3ea09327-ff47-4972-8809-4d04b2a9c64f {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.096721] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1a5c245-73e3-47aa-8692-84bc8681b5c0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.102634] env[69195]: DEBUG oslo_vmware.api [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1075.102634] env[69195]: value = "task-3504985" [ 1075.102634] env[69195]: _type = "Task" [ 1075.102634] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.113190] env[69195]: DEBUG oslo_vmware.api [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.114678] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.114890] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.115081] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleting the datastore file [datastore1] 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.118332] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd33bde3-36d6-48d4-bff2-17f7ee9737cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.125799] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.127202] env[69195]: DEBUG oslo_vmware.api [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for the task: (returnval){ [ 1075.127202] env[69195]: value = "task-3504986" [ 1075.127202] env[69195]: _type = "Task" [ 1075.127202] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.135182] env[69195]: DEBUG oslo_vmware.api [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.414080] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.414080] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.414241] env[69195]: DEBUG nova.compute.manager [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Going to confirm migration 5 {{(pid=69195) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1075.490181] env[69195]: DEBUG nova.scheduler.client.report [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.503508] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08588} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.503824] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.504646] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e133d24-cbd8-4de2-8743-36bd2c77ccba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.527054] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 1955c35c-ac4b-4559-acc6-ac19663675f4/1955c35c-ac4b-4559-acc6-ac19663675f4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.527545] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac34790-469b-4c7d-b9e3-fc8f91cc348c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.552615] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504984, 'name': ReconfigVM_Task, 'duration_secs': 0.285398} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.554031] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance '0b64c1a2-e44d-4cc0-b842-155f31549f41' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.557421] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1075.557421] env[69195]: value = "task-3504987" [ 1075.557421] env[69195]: _type = "Task" [ 1075.557421] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.566301] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.611698] env[69195]: DEBUG oslo_vmware.api [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205744} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.611964] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.612167] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.612351] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.612525] env[69195]: INFO nova.compute.manager [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1075.612803] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.613009] env[69195]: DEBUG nova.compute.manager [-] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.613110] env[69195]: DEBUG nova.network.neutron [-] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.622856] env[69195]: DEBUG oslo_vmware.api [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504980, 'name': PowerOnVM_Task, 'duration_secs': 0.693078} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.623109] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.623306] env[69195]: INFO nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1075.623483] env[69195]: DEBUG nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.624970] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9757b0c-3fa8-43cb-8c57-16585ab51141 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.639704] env[69195]: DEBUG oslo_vmware.api [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Task: {'id': task-3504986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220772} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.639704] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.639929] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.640584] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.640584] env[69195]: INFO nova.compute.manager [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1075.640584] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.640755] env[69195]: DEBUG nova.compute.manager [-] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.640785] env[69195]: DEBUG nova.network.neutron [-] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.889261] env[69195]: DEBUG nova.compute.manager [req-889299c1-cf2a-472a-abb6-d7a96fcc6f32 req-6e42879d-1db4-48bc-b120-d74b2a352430 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Received event network-vif-deleted-06726a61-d838-4eb6-b4b1-8010f9e6cb8a {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.889552] env[69195]: INFO nova.compute.manager [req-889299c1-cf2a-472a-abb6-d7a96fcc6f32 req-6e42879d-1db4-48bc-b120-d74b2a352430 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Neutron deleted interface 06726a61-d838-4eb6-b4b1-8010f9e6cb8a; detaching it from the instance and deleting it from the info cache [ 1075.889811] env[69195]: DEBUG nova.network.neutron [req-889299c1-cf2a-472a-abb6-d7a96fcc6f32 req-6e42879d-1db4-48bc-b120-d74b2a352430 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.892456] env[69195]: DEBUG nova.compute.manager [req-94e38705-c05e-4b0a-9d16-594cc85a7ede req-7c1ccfb8-b85c-4cdb-a597-421d7ff840b0 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Received event network-vif-deleted-3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.892709] env[69195]: INFO nova.compute.manager [req-94e38705-c05e-4b0a-9d16-594cc85a7ede req-7c1ccfb8-b85c-4cdb-a597-421d7ff840b0 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Neutron deleted interface 3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5; detaching it from the instance and deleting it from the info cache [ 1075.892951] env[69195]: DEBUG nova.network.neutron [req-94e38705-c05e-4b0a-9d16-594cc85a7ede req-7c1ccfb8-b85c-4cdb-a597-421d7ff840b0 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.998468] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.001457] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.706s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.001781] env[69195]: DEBUG nova.objects.instance [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lazy-loading 'resources' on Instance uuid e37c1d4b-0aa9-49e8-ac82-e19c806d103f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.015084] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.015279] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.015457] env[69195]: DEBUG nova.network.neutron [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.015647] env[69195]: DEBUG nova.objects.instance [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lazy-loading 'info_cache' on Instance uuid 62ecaf0e-e7d4-478b-be83-e01b7eed2fda {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.028874] env[69195]: INFO nova.scheduler.client.report [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted allocations for instance ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e [ 1076.063574] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.063883] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.064069] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.064260] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.064408] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.064644] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.064754] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.064927] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.065861] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.066115] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.066323] env[69195]: DEBUG nova.virt.hardware [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.075234] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.075234] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f471d148-d755-40af-945a-ce3e795f7354 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.100068] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.101493] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1076.101493] env[69195]: value = "task-3504988" [ 1076.101493] env[69195]: _type = "Task" [ 1076.101493] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.109285] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.148150] env[69195]: INFO nova.compute.manager [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Took 33.35 seconds to build instance. [ 1076.149413] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.152171] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.370980] env[69195]: DEBUG nova.network.neutron [-] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.372222] env[69195]: DEBUG nova.network.neutron [-] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.395787] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cf86f7e-5ede-47c0-8be9-84096d8041b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.398306] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e0de54f-d15f-49ce-8c9a-016e5b1fb98b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.408170] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01253da-fc93-4cba-bd06-a3d192daaf6a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.421743] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923ab30-a1d2-4efb-8b10-f6429312ac80 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.455055] env[69195]: DEBUG nova.compute.manager [req-94e38705-c05e-4b0a-9d16-594cc85a7ede req-7c1ccfb8-b85c-4cdb-a597-421d7ff840b0 service nova] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Detach interface failed, port_id=3c15cedc-76d5-46e9-bf85-5bb96f4cf7b5, reason: Instance 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.467834] env[69195]: DEBUG nova.compute.manager [req-889299c1-cf2a-472a-abb6-d7a96fcc6f32 req-6e42879d-1db4-48bc-b120-d74b2a352430 service nova] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Detach interface failed, port_id=06726a61-d838-4eb6-b4b1-8010f9e6cb8a, reason: Instance 3ea09327-ff47-4972-8809-4d04b2a9c64f could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.539419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6f4638d5-e6ab-46ee-8460-08f99575f835 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.908s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.582975] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.613192] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504988, 'name': ReconfigVM_Task, 'duration_secs': 0.209227} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.613549] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.614857] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c3108d-ce51-44a0-a1e3-704bb3f6459e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.637096] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 0b64c1a2-e44d-4cc0-b842-155f31549f41/0b64c1a2-e44d-4cc0-b842-155f31549f41.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.639453] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b6e0318-9a8a-4c2a-b2e7-f4804c3d5956 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.654287] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f1f092db-6289-4b2a-9e69-0771c1055066 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.867s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.654599] env[69195]: DEBUG nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.658317] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1076.658317] env[69195]: value = "task-3504989" [ 1076.658317] env[69195]: _type = "Task" [ 1076.658317] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.667150] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.828547] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae391d98-4a43-4910-afe8-5f1cb9c409b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.837089] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8444e556-61b0-4fa3-89cf-792af048c2b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.867802] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2884a11c-d177-428c-961e-092e2e762c3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.874713] env[69195]: INFO nova.compute.manager [-] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Took 1.26 seconds to deallocate network for instance. [ 1076.874879] env[69195]: INFO nova.compute.manager [-] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Took 1.23 seconds to deallocate network for instance. [ 1076.878728] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f9358d-a80a-49f2-b8dc-8a836aaacd7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.903469] env[69195]: DEBUG nova.compute.provider_tree [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.947098] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1076.947354] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700386', 'volume_id': 'b236889c-356b-4256-b5d1-439c9dcdc8c1', 'name': 'volume-b236889c-356b-4256-b5d1-439c9dcdc8c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b072b0-f95d-453f-abd5-332df7aaf6b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b236889c-356b-4256-b5d1-439c9dcdc8c1', 'serial': 'b236889c-356b-4256-b5d1-439c9dcdc8c1'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1076.948368] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d7a676-93b6-41d7-9141-045a94b09125 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.965586] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410fa02f-9ae0-44e7-bb44-765061a03c38 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.990269] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-b236889c-356b-4256-b5d1-439c9dcdc8c1/volume-b236889c-356b-4256-b5d1-439c9dcdc8c1.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.990727] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-232239c8-3d47-4dbb-8384-8121511f5d2b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.008129] env[69195]: DEBUG oslo_vmware.api [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1077.008129] env[69195]: value = "task-3504990" [ 1077.008129] env[69195]: _type = "Task" [ 1077.008129] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.015496] env[69195]: DEBUG oslo_vmware.api [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.087410] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504987, 'name': ReconfigVM_Task, 'duration_secs': 1.031447} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.088761] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 1955c35c-ac4b-4559-acc6-ac19663675f4/1955c35c-ac4b-4559-acc6-ac19663675f4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.088761] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-591f9afc-cc79-4c1b-b23d-8e9b04484b70 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.095071] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1077.095071] env[69195]: value = "task-3504991" [ 1077.095071] env[69195]: _type = "Task" [ 1077.095071] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.104185] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504991, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.172703] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3504989, 'name': ReconfigVM_Task, 'duration_secs': 0.320379} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.175392] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 0b64c1a2-e44d-4cc0-b842-155f31549f41/0b64c1a2-e44d-4cc0-b842-155f31549f41.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.175601] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance '0b64c1a2-e44d-4cc0-b842-155f31549f41' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.181848] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.354204] env[69195]: DEBUG nova.network.neutron [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance_info_cache with network_info: [{"id": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "address": "fa:16:3e:1f:47:aa", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefcf04ff-07", "ovs_interfaceid": "efcf04ff-0738-4455-a9c0-8ae80b00d3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.392307] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.393163] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.406650] env[69195]: DEBUG nova.scheduler.client.report [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.520427] env[69195]: DEBUG oslo_vmware.api [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.538772] env[69195]: DEBUG nova.compute.manager [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.539667] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936a4cc5-5ffa-40e4-b01c-5796df75ea89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.606636] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504991, 'name': Rename_Task, 'duration_secs': 0.142866} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.606922] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.608122] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dc72a0f-ab9a-4095-8ff3-c8cd0d5b6972 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.614970] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1077.614970] env[69195]: value = "task-3504992" [ 1077.614970] env[69195]: _type = "Task" [ 1077.614970] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.623343] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.682914] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4a8917-01be-4c5f-8714-dd77c5c808ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.702168] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d85b38-cd59-4c1d-af33-6d12fb293480 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.719552] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance '0b64c1a2-e44d-4cc0-b842-155f31549f41' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.855902] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-62ecaf0e-e7d4-478b-be83-e01b7eed2fda" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.856213] env[69195]: DEBUG nova.objects.instance [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lazy-loading 'migration_context' on Instance uuid 62ecaf0e-e7d4-478b-be83-e01b7eed2fda {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.911958] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.914205] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.143s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.915427] env[69195]: DEBUG nova.objects.instance [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'resources' on Instance uuid 1ddb0b39-d7b3-4266-bc76-45b56c544a0f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.934039] env[69195]: INFO nova.scheduler.client.report [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted allocations for instance e37c1d4b-0aa9-49e8-ac82-e19c806d103f [ 1078.020185] env[69195]: DEBUG oslo_vmware.api [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504990, 'name': ReconfigVM_Task, 'duration_secs': 0.611906} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.020473] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-b236889c-356b-4256-b5d1-439c9dcdc8c1/volume-b236889c-356b-4256-b5d1-439c9dcdc8c1.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.026099] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ba4d5b-bd74-4579-b874-80bc737a6fe0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.041760] env[69195]: DEBUG oslo_vmware.api [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1078.041760] env[69195]: value = "task-3504993" [ 1078.041760] env[69195]: _type = "Task" [ 1078.041760] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.053488] env[69195]: INFO nova.compute.manager [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] instance snapshotting [ 1078.054429] env[69195]: DEBUG oslo_vmware.api [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.055597] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b87cf6f-937e-4c9d-b370-985130ae2031 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.077589] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5116c72-099d-4f0c-8d38-b7300e42448f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.082970] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "cca84709-0443-4f3c-9466-90dbf1f69c12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.083227] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.125324] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504992, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.261626] env[69195]: DEBUG nova.network.neutron [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Port 2e046c9c-255e-4d82-ba0e-c835d85ea94e binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.358912] env[69195]: DEBUG nova.objects.base [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Object Instance<62ecaf0e-e7d4-478b-be83-e01b7eed2fda> lazy-loaded attributes: info_cache,migration_context {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1078.359936] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0671a184-4125-4aa2-a817-e813c00cefab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.378972] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8527c82d-8ef6-429c-903d-70fab2814a34 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.384452] env[69195]: DEBUG oslo_vmware.api [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1078.384452] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524f6d9f-27db-e9b1-b02a-8c5985d6cc9a" [ 1078.384452] env[69195]: _type = "Task" [ 1078.384452] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.391952] env[69195]: DEBUG oslo_vmware.api [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524f6d9f-27db-e9b1-b02a-8c5985d6cc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.445685] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c2b00845-1add-4569-b445-ed363f4dad3e tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "e37c1d4b-0aa9-49e8-ac82-e19c806d103f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.533s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.553393] env[69195]: DEBUG oslo_vmware.api [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3504993, 'name': ReconfigVM_Task, 'duration_secs': 0.16023} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.557010] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700386', 'volume_id': 'b236889c-356b-4256-b5d1-439c9dcdc8c1', 'name': 'volume-b236889c-356b-4256-b5d1-439c9dcdc8c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b072b0-f95d-453f-abd5-332df7aaf6b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b236889c-356b-4256-b5d1-439c9dcdc8c1', 'serial': 'b236889c-356b-4256-b5d1-439c9dcdc8c1'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1078.585649] env[69195]: DEBUG nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.591257] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1078.591958] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d865fe3-76c5-4176-986f-ad269ca560b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.600302] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1078.600302] env[69195]: value = "task-3504994" [ 1078.600302] env[69195]: _type = "Task" [ 1078.600302] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.611354] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504994, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.630124] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504992, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.694459] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198c4fc1-a429-4332-b18b-f054d698fd68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.702047] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297a3bd4-7c12-4684-860b-a987fd2624fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.732203] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70f1d81-130c-4aff-93a5-6334df7b5453 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.739688] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f2fdc-df9d-4c8a-af26-da2ecd2a2dfb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.753285] env[69195]: DEBUG nova.compute.provider_tree [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.895058] env[69195]: DEBUG oslo_vmware.api [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524f6d9f-27db-e9b1-b02a-8c5985d6cc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.019635} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.895279] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.111389] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504994, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.113693] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.125870] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504992, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.259089] env[69195]: DEBUG nova.scheduler.client.report [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.283188] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.283405] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.283579] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.291785] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "a9aaa60b-e304-4c56-8626-65cc2da8b265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.291988] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "a9aaa60b-e304-4c56-8626-65cc2da8b265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.292314] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "a9aaa60b-e304-4c56-8626-65cc2da8b265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.292579] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "a9aaa60b-e304-4c56-8626-65cc2da8b265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.293201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "a9aaa60b-e304-4c56-8626-65cc2da8b265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.296745] env[69195]: INFO nova.compute.manager [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Terminating instance [ 1079.606538] env[69195]: DEBUG nova.objects.instance [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lazy-loading 'flavor' on Instance uuid c8b072b0-f95d-453f-abd5-332df7aaf6b0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.611210] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504994, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.627140] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504992, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.764289] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.767016] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.585s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.768392] env[69195]: INFO nova.compute.claims [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.783946] env[69195]: INFO nova.scheduler.client.report [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleted allocations for instance 1ddb0b39-d7b3-4266-bc76-45b56c544a0f [ 1079.803146] env[69195]: DEBUG nova.compute.manager [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.803146] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.804103] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206f4e76-6762-4c98-b114-fe1eb17d378c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.815485] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.815835] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2ad918f-d410-4766-8c94-ad6dbf1545b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.823344] env[69195]: DEBUG oslo_vmware.api [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1079.823344] env[69195]: value = "task-3504995" [ 1079.823344] env[69195]: _type = "Task" [ 1079.823344] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.832482] env[69195]: DEBUG oslo_vmware.api [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.110918] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504994, 'name': CreateSnapshot_Task, 'duration_secs': 1.328389} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.111506] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1080.114502] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d11634b-fd22-4da6-93bb-43319007020f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.118684] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a03728f3-9315-4275-8b55-21e42c0dbbde tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.290s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.132716] env[69195]: DEBUG oslo_vmware.api [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504992, 'name': PowerOnVM_Task, 'duration_secs': 2.188416} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.133193] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.133392] env[69195]: INFO nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Took 11.49 seconds to spawn the instance on the hypervisor. [ 1080.133596] env[69195]: DEBUG nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.134411] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09de6ad-7d2a-4d25-8191-356d482dc520 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.295223] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbbb0d8c-8650-42fb-bc29-dcd2d7386420 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "1ddb0b39-d7b3-4266-bc76-45b56c544a0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.135s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.304846] env[69195]: INFO nova.compute.manager [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Rescuing [ 1080.304846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.304846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.305057] env[69195]: DEBUG nova.network.neutron [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.324064] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.324311] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.324527] env[69195]: DEBUG nova.network.neutron [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.336117] env[69195]: DEBUG oslo_vmware.api [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504995, 'name': PowerOffVM_Task, 'duration_secs': 0.268494} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.336259] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.336470] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.336746] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cf7b0f4-f133-41dd-b61a-de317960bd3c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.417671] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.417909] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.418237] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleting the datastore file [datastore2] a9aaa60b-e304-4c56-8626-65cc2da8b265 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.418519] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-758da091-7654-4a16-9e8c-626bf362bab1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.424815] env[69195]: DEBUG oslo_vmware.api [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1080.424815] env[69195]: value = "task-3504997" [ 1080.424815] env[69195]: _type = "Task" [ 1080.424815] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.432531] env[69195]: DEBUG oslo_vmware.api [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.640894] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1080.641269] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78ab7b0c-138a-4bd8-90a8-4bdaf88a9085 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.651039] env[69195]: INFO nova.compute.manager [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Took 37.04 seconds to build instance. [ 1080.656350] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1080.656350] env[69195]: value = "task-3504998" [ 1080.656350] env[69195]: _type = "Task" [ 1080.656350] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.669387] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504998, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.934895] env[69195]: DEBUG oslo_vmware.api [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3504997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453087} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.937880] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.937880] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.937880] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.937880] env[69195]: INFO nova.compute.manager [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1080.938146] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.938524] env[69195]: DEBUG nova.compute.manager [-] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.938625] env[69195]: DEBUG nova.network.neutron [-] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.071790] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99359782-1b26-4389-8baa-afb2509fadd8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.081493] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4881c897-bfbe-4d30-be4f-b961eee09a09 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.114850] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c84aa4f-8db0-4724-a962-6ac8b5005b7b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.122610] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f660e9-813d-476e-bb29-cd15f022a390 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.136235] env[69195]: DEBUG nova.compute.provider_tree [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.153764] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0ab5cce6-3988-4e8c-b791-74ee509358f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "1955c35c-ac4b-4559-acc6-ac19663675f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.558s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.165962] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504998, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.217329] env[69195]: DEBUG nova.network.neutron [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [{"id": "e4f6543e-0988-4a21-be39-7e11b5c97479", "address": "fa:16:3e:21:82:5b", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6543e-09", "ovs_interfaceid": "e4f6543e-0988-4a21-be39-7e11b5c97479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.258715] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "1955c35c-ac4b-4559-acc6-ac19663675f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.258878] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "1955c35c-ac4b-4559-acc6-ac19663675f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.259170] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "1955c35c-ac4b-4559-acc6-ac19663675f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.259509] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "1955c35c-ac4b-4559-acc6-ac19663675f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.259650] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "1955c35c-ac4b-4559-acc6-ac19663675f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.262621] env[69195]: DEBUG nova.network.neutron [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.264020] env[69195]: INFO nova.compute.manager [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Terminating instance [ 1081.384429] env[69195]: DEBUG nova.compute.manager [req-09f31865-136d-476d-ac17-68f033abee15 req-05d3847a-db17-40a6-87a9-1ada9f74101a service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Received event network-vif-deleted-9e2402e4-d91c-4921-815e-0d5aabda4d53 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.384646] env[69195]: INFO nova.compute.manager [req-09f31865-136d-476d-ac17-68f033abee15 req-05d3847a-db17-40a6-87a9-1ada9f74101a service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Neutron deleted interface 9e2402e4-d91c-4921-815e-0d5aabda4d53; detaching it from the instance and deleting it from the info cache [ 1081.384820] env[69195]: DEBUG nova.network.neutron [req-09f31865-136d-476d-ac17-68f033abee15 req-05d3847a-db17-40a6-87a9-1ada9f74101a service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.640065] env[69195]: DEBUG nova.scheduler.client.report [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.669611] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504998, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.720199] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.766185] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.774023] env[69195]: DEBUG nova.compute.manager [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.774023] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.774023] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed04b29b-2de2-4b64-8460-2ba735f9d838 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.779528] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.779754] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b2aa51-e658-45b6-b66a-edca18a8be29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.787741] env[69195]: DEBUG oslo_vmware.api [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1081.787741] env[69195]: value = "task-3504999" [ 1081.787741] env[69195]: _type = "Task" [ 1081.787741] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.797651] env[69195]: DEBUG oslo_vmware.api [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.861298] env[69195]: DEBUG nova.network.neutron [-] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.887273] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bc7f0a9-eea2-4b46-a195-dcb67b8400f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.897259] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d773fc90-8ec6-4ed2-ade5-fc4a8e3cc7a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.931599] env[69195]: DEBUG nova.compute.manager [req-09f31865-136d-476d-ac17-68f033abee15 req-05d3847a-db17-40a6-87a9-1ada9f74101a service nova] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Detach interface failed, port_id=9e2402e4-d91c-4921-815e-0d5aabda4d53, reason: Instance a9aaa60b-e304-4c56-8626-65cc2da8b265 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.144485] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.145066] env[69195]: DEBUG nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.148044] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.756s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.148510] env[69195]: DEBUG nova.objects.instance [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lazy-loading 'resources' on Instance uuid 3ea09327-ff47-4972-8809-4d04b2a9c64f {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.169205] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504998, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.298780] env[69195]: DEBUG oslo_vmware.api [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504999, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.302782] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895520f1-b84f-45d4-9d87-e611f63992d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.320348] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b72c3-0575-46d0-b93e-87deba5f33e8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.327851] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance '0b64c1a2-e44d-4cc0-b842-155f31549f41' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.364226] env[69195]: INFO nova.compute.manager [-] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Took 1.43 seconds to deallocate network for instance. [ 1082.651714] env[69195]: DEBUG nova.compute.utils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.656056] env[69195]: DEBUG nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.656235] env[69195]: DEBUG nova.network.neutron [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.669458] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504998, 'name': CloneVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.724690] env[69195]: DEBUG nova.policy [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f13c628a6e4622ad347b8c71c72fbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f81cb8405791484686663342dcfa82ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.800432] env[69195]: DEBUG oslo_vmware.api [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3504999, 'name': PowerOffVM_Task, 'duration_secs': 0.763519} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.804331] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.804331] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.804849] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd23e3ef-3936-482f-b4a5-e551004702ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.839705] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.840774] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39f83ea-b919-41d4-a773-c111dec9b71e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.847886] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1082.847886] env[69195]: value = "task-3505001" [ 1082.847886] env[69195]: _type = "Task" [ 1082.847886] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.855887] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.866657] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.866882] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.867107] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleting the datastore file [datastore1] 1955c35c-ac4b-4559-acc6-ac19663675f4 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.867482] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3581673-913f-4c5c-ad91-cb0354fde209 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.872122] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.877803] env[69195]: DEBUG oslo_vmware.api [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1082.877803] env[69195]: value = "task-3505002" [ 1082.877803] env[69195]: _type = "Task" [ 1082.877803] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.888077] env[69195]: DEBUG oslo_vmware.api [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.943026] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090fa6be-d4a0-4ad4-b5f9-291c8c8daecb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.951706] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac548e-69b4-4a45-9dbb-aa844ea9ec2d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.984139] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112d8b27-5644-4933-adeb-776882a96849 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.992081] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67840561-fd0e-4473-9850-25d238dd65eb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.005079] env[69195]: DEBUG nova.compute.provider_tree [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.060709] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.061196] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.068472] env[69195]: DEBUG nova.network.neutron [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Successfully created port: a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.162019] env[69195]: DEBUG nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.171799] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3504998, 'name': CloneVM_Task, 'duration_secs': 2.067572} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.172284] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Created linked-clone VM from snapshot [ 1083.173170] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d6458e-1a00-43ac-992a-c32bfe218ad4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.181348] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Uploading image d7bf00da-30c9-4232-9f02-23d0fea081fc {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1083.206021] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1083.206021] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49325daa-50a0-43da-881c-76f0d5c42d92 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.216020] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1083.216020] env[69195]: value = "task-3505003" [ 1083.216020] env[69195]: _type = "Task" [ 1083.216020] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.225450] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505003, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.265794] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.265794] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1de3852-ceda-4a6e-95b2-3af3f48b48ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.272020] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1083.272020] env[69195]: value = "task-3505004" [ 1083.272020] env[69195]: _type = "Task" [ 1083.272020] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.279172] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.358711] env[69195]: DEBUG oslo_vmware.api [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505001, 'name': PowerOnVM_Task, 'duration_secs': 0.412807} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.359141] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.359440] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ff00c9aa-62e2-47e0-86a9-ed690042da0c tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance '0b64c1a2-e44d-4cc0-b842-155f31549f41' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.387241] env[69195]: DEBUG oslo_vmware.api [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226191} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.387673] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.388043] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.388335] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.388613] env[69195]: INFO nova.compute.manager [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1083.388948] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.389258] env[69195]: DEBUG nova.compute.manager [-] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.389463] env[69195]: DEBUG nova.network.neutron [-] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.511024] env[69195]: DEBUG nova.scheduler.client.report [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.566023] env[69195]: DEBUG nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.585956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Acquiring lock "4bebf02b-603b-46d7-8233-4550fd933cbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.585956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "4bebf02b-603b-46d7-8233-4550fd933cbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.585956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Acquiring lock "4bebf02b-603b-46d7-8233-4550fd933cbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.585956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "4bebf02b-603b-46d7-8233-4550fd933cbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.585956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "4bebf02b-603b-46d7-8233-4550fd933cbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.587865] env[69195]: INFO nova.compute.manager [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Terminating instance [ 1083.728426] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505003, 'name': Destroy_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.783022] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505004, 'name': PowerOffVM_Task, 'duration_secs': 0.21123} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.783022] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.783022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa1247e-4722-4275-8240-59daab6b11db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.807042] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e47244e-de2a-42ae-bcc2-816422afc811 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.841385] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.841673] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46453d9-acf3-4a6e-8908-0ce139322b29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.848630] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1083.848630] env[69195]: value = "task-3505005" [ 1083.848630] env[69195]: _type = "Task" [ 1083.848630] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.857504] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.857741] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.857969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.858128] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.858312] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.858551] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3897660-f041-403a-a7f5-8cc4f9a92ec0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.869462] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.869649] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.870854] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710dbdbe-8907-4969-90d3-5808e9ab3085 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.876086] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1083.876086] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d859a9-7243-e56e-27c5-6e30a8cdca8b" [ 1083.876086] env[69195]: _type = "Task" [ 1083.876086] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.884215] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d859a9-7243-e56e-27c5-6e30a8cdca8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.928786] env[69195]: DEBUG nova.compute.manager [req-fb471ae3-8e13-44a0-9064-14cee3686e40 req-76384b84-ef30-488e-ba7e-0ca711c90e7e service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Received event network-vif-deleted-fdd614bf-27a5-4b0e-a8a4-b7087bc76b69 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.929010] env[69195]: INFO nova.compute.manager [req-fb471ae3-8e13-44a0-9064-14cee3686e40 req-76384b84-ef30-488e-ba7e-0ca711c90e7e service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Neutron deleted interface fdd614bf-27a5-4b0e-a8a4-b7087bc76b69; detaching it from the instance and deleting it from the info cache [ 1083.929187] env[69195]: DEBUG nova.network.neutron [req-fb471ae3-8e13-44a0-9064-14cee3686e40 req-76384b84-ef30-488e-ba7e-0ca711c90e7e service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.014237] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.016449] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.623s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.016675] env[69195]: DEBUG nova.objects.instance [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lazy-loading 'resources' on Instance uuid 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.038069] env[69195]: INFO nova.scheduler.client.report [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleted allocations for instance 3ea09327-ff47-4972-8809-4d04b2a9c64f [ 1084.088823] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.091010] env[69195]: DEBUG nova.compute.manager [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.091260] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.091519] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9096c8a5-d044-434f-ba76-9d7c5485515b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.098957] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1084.098957] env[69195]: value = "task-3505006" [ 1084.098957] env[69195]: _type = "Task" [ 1084.098957] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.108325] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.174940] env[69195]: DEBUG nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.197611] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.197922] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.198076] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.198792] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.198792] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.198792] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.198792] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.199046] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.199103] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.199254] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.199413] env[69195]: DEBUG nova.virt.hardware [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.200573] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e7aec8-f15c-4c5c-bd4d-4afbbb2c1a24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.208725] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31589d80-10e2-4982-ad66-96355e7455ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.232211] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505003, 'name': Destroy_Task, 'duration_secs': 0.520228} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.232465] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Destroyed the VM [ 1084.232724] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1084.233037] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb65494f-ce00-4b86-936c-fe6f03cb244d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.240071] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1084.240071] env[69195]: value = "task-3505007" [ 1084.240071] env[69195]: _type = "Task" [ 1084.240071] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.248567] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.386066] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d859a9-7243-e56e-27c5-6e30a8cdca8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.386853] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a70558-a502-49c8-98ad-2e7690aef42a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.391906] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1084.391906] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d6e2e4-7e0d-c0eb-a2c4-450722b2f4c9" [ 1084.391906] env[69195]: _type = "Task" [ 1084.391906] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.394979] env[69195]: DEBUG nova.network.neutron [-] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.401079] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d6e2e4-7e0d-c0eb-a2c4-450722b2f4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.431423] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-573f12c0-3b15-4a12-8c4e-313b453876ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.441470] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aa51f7-32bf-48da-bd91-47d206423b88 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.476193] env[69195]: DEBUG nova.compute.manager [req-fb471ae3-8e13-44a0-9064-14cee3686e40 req-76384b84-ef30-488e-ba7e-0ca711c90e7e service nova] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Detach interface failed, port_id=fdd614bf-27a5-4b0e-a8a4-b7087bc76b69, reason: Instance 1955c35c-ac4b-4559-acc6-ac19663675f4 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.545985] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c724958c-c9b2-4d70-a4fa-ce6bb7eb5923 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "3ea09327-ff47-4972-8809-4d04b2a9c64f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.762s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.609775] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505006, 'name': PowerOffVM_Task, 'duration_secs': 0.303539} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.612362] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.612586] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.612779] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700352', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'name': 'volume-093d5f73-82da-4bb4-883e-5f996ba3320c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bebf02b-603b-46d7-8233-4550fd933cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'serial': '093d5f73-82da-4bb4-883e-5f996ba3320c'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.613703] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb3b859-2609-46e5-829d-8c8ac0d87002 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.634969] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5bee18-cc8b-4ab5-9bb2-e6abe1bd7548 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.642669] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9795e-5c6b-46d7-aa7d-80b095598f96 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.665800] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4654f273-c716-41b9-929a-dbf869fe0ecc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.681810] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] The volume has not been displaced from its original location: [datastore1] volume-093d5f73-82da-4bb4-883e-5f996ba3320c/volume-093d5f73-82da-4bb4-883e-5f996ba3320c.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.687133] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.689762] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bfd6e93-af06-4914-9df1-d86dfa5430aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.708541] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1084.708541] env[69195]: value = "task-3505008" [ 1084.708541] env[69195]: _type = "Task" [ 1084.708541] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.717888] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.749966] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.812977] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659fab11-474b-490e-ba09-3f47f61d4f62 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.821300] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb64ddb-3b5f-46fa-b1db-6ae0fbf9f52c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.865615] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f40a8e-f92d-497d-a091-f3981339391f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.875560] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3305b0-7368-43f2-82ac-2c20214edf0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.905090] env[69195]: INFO nova.compute.manager [-] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Took 1.52 seconds to deallocate network for instance. [ 1084.905460] env[69195]: DEBUG nova.compute.provider_tree [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.913448] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d6e2e4-7e0d-c0eb-a2c4-450722b2f4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.021385} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.919061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.919061] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. {{(pid=69195) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1084.919061] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-557e0684-8b89-4659-bcb9-dde424763ed1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.924099] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1084.924099] env[69195]: value = "task-3505009" [ 1084.924099] env[69195]: _type = "Task" [ 1084.924099] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.934322] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.153210] env[69195]: DEBUG nova.network.neutron [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Successfully updated port: a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.222102] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505008, 'name': ReconfigVM_Task, 'duration_secs': 0.187286} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.222102] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.227392] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c497d7fa-285c-4d2a-b829-c537236b69dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.247679] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1085.247679] env[69195]: value = "task-3505010" [ 1085.247679] env[69195]: _type = "Task" [ 1085.247679] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.254728] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505007, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.260758] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.411306] env[69195]: DEBUG nova.scheduler.client.report [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.417895] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.437134] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446129} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.437412] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk. [ 1085.438222] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb95e2e-f20a-4952-8bd1-2738422ae88a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.467465] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.467790] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-173db9f0-35d1-4593-a229-03d4b7de816f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.489762] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1085.489762] env[69195]: value = "task-3505011" [ 1085.489762] env[69195]: _type = "Task" [ 1085.489762] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.497953] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.656959] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.657083] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.657252] env[69195]: DEBUG nova.network.neutron [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.751563] env[69195]: DEBUG oslo_vmware.api [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505007, 'name': RemoveSnapshot_Task, 'duration_secs': 1.123982} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.755076] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1085.765492] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.916462] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.920098] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.024s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.939373] env[69195]: INFO nova.scheduler.client.report [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Deleted allocations for instance 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac [ 1085.969721] env[69195]: DEBUG nova.compute.manager [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Received event network-vif-plugged-a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.969909] env[69195]: DEBUG oslo_concurrency.lockutils [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] Acquiring lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.970161] env[69195]: DEBUG oslo_concurrency.lockutils [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.970363] env[69195]: DEBUG oslo_concurrency.lockutils [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.970496] env[69195]: DEBUG nova.compute.manager [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] No waiting events found dispatching network-vif-plugged-a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.970664] env[69195]: WARNING nova.compute.manager [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Received unexpected event network-vif-plugged-a2ed526e-c4fb-4848-9ddc-c7e2650007e1 for instance with vm_state building and task_state spawning. [ 1085.970820] env[69195]: DEBUG nova.compute.manager [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Received event network-changed-a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.970972] env[69195]: DEBUG nova.compute.manager [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Refreshing instance network info cache due to event network-changed-a2ed526e-c4fb-4848-9ddc-c7e2650007e1. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.971186] env[69195]: DEBUG oslo_concurrency.lockutils [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] Acquiring lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.000451] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505011, 'name': ReconfigVM_Task, 'duration_secs': 0.366733} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.000725] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfigured VM instance instance-00000057 to attach disk [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0/42d113a8-c043-47cd-9d4a-ba85b4a1d87e-rescue.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.001627] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6df6f19-2d7f-4034-87f4-2dfd49a455a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.031375] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272a1d6d-ef18-4c84-969c-8423212223fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.046989] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1086.046989] env[69195]: value = "task-3505012" [ 1086.046989] env[69195]: _type = "Task" [ 1086.046989] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.055412] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.164747] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.165018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.165274] env[69195]: DEBUG nova.compute.manager [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Going to confirm migration 6 {{(pid=69195) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1086.196750] env[69195]: DEBUG nova.network.neutron [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.262165] env[69195]: WARNING nova.compute.manager [None req-88b43f09-830e-4b48-bb5b-1a7d1813a408 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Image not found during snapshot: nova.exception.ImageNotFound: Image d7bf00da-30c9-4232-9f02-23d0fea081fc could not be found. [ 1086.263280] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505010, 'name': ReconfigVM_Task, 'duration_secs': 0.655528} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.263793] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700352', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'name': 'volume-093d5f73-82da-4bb4-883e-5f996ba3320c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4bebf02b-603b-46d7-8233-4550fd933cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '093d5f73-82da-4bb4-883e-5f996ba3320c', 'serial': '093d5f73-82da-4bb4-883e-5f996ba3320c'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.264193] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.264891] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb9594-6701-4ed2-b4e4-8d34d1d10b30 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.274334] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.274907] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed7dd14-4cbe-420e-871a-3ea9f284e5d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.334739] env[69195]: DEBUG nova.network.neutron [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [{"id": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "address": "fa:16:3e:24:3e:b9", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed526e-c4", "ovs_interfaceid": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.351885] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.352136] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.352323] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Deleting the datastore file [datastore1] 4bebf02b-603b-46d7-8233-4550fd933cbd {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.352572] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b195018d-eb92-4787-b077-f6e8edb4203a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.360788] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for the task: (returnval){ [ 1086.360788] env[69195]: value = "task-3505014" [ 1086.360788] env[69195]: _type = "Task" [ 1086.360788] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.369491] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.448995] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d605af5-fc03-4e61-a647-661ea7cae7c4 tempest-ListServersNegativeTestJSON-350712182 tempest-ListServersNegativeTestJSON-350712182-project-member] Lock "9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.600s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.559258] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505012, 'name': ReconfigVM_Task, 'duration_secs': 0.196146} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.559621] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.559897] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a834ad5e-15cc-4a3a-b840-e0b0a7e3d107 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.566773] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1086.566773] env[69195]: value = "task-3505015" [ 1086.566773] env[69195]: _type = "Task" [ 1086.566773] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.574076] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.616084] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.616282] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.616492] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.616843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.616843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.618871] env[69195]: INFO nova.compute.manager [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Terminating instance [ 1086.646748] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7bc52e-d892-4879-873a-ec14279150f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.654472] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aed944-336d-4c72-8ce7-957f04bddd6d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.689913] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999d8340-ad48-4538-a9f7-f5c309879acb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.697337] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26079a0-263a-4ac8-b374-25305ed8473c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.710569] env[69195]: DEBUG nova.compute.provider_tree [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.722451] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.722646] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.722816] env[69195]: DEBUG nova.network.neutron [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.723006] env[69195]: DEBUG nova.objects.instance [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'info_cache' on Instance uuid 0b64c1a2-e44d-4cc0-b842-155f31549f41 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.837434] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.837779] env[69195]: DEBUG nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Instance network_info: |[{"id": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "address": "fa:16:3e:24:3e:b9", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed526e-c4", "ovs_interfaceid": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.838148] env[69195]: DEBUG oslo_concurrency.lockutils [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] Acquired lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.838334] env[69195]: DEBUG nova.network.neutron [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Refreshing network info cache for port a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.839525] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:3e:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ed526e-c4fb-4848-9ddc-c7e2650007e1', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.848150] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.848616] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.848980] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03b73232-a87d-4166-aa23-0f05b8173c7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.876994] env[69195]: DEBUG oslo_vmware.api [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Task: {'id': task-3505014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089986} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.878324] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.878763] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.878957] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.879151] env[69195]: INFO nova.compute.manager [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Took 2.79 seconds to destroy the instance on the hypervisor. [ 1086.879568] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.879790] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.879790] env[69195]: value = "task-3505016" [ 1086.879790] env[69195]: _type = "Task" [ 1086.879790] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.880015] env[69195]: DEBUG nova.compute.manager [-] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.880126] env[69195]: DEBUG nova.network.neutron [-] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.077029] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.125715] env[69195]: DEBUG nova.compute.manager [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.125962] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.126882] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bab8ad-deaa-440e-a53c-a33faf118ab7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.136424] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.136677] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d7a0fba-c327-4431-83b3-14f4732ad80c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.143860] env[69195]: DEBUG oslo_vmware.api [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1087.143860] env[69195]: value = "task-3505017" [ 1087.143860] env[69195]: _type = "Task" [ 1087.143860] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.152246] env[69195]: DEBUG oslo_vmware.api [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.213904] env[69195]: DEBUG nova.scheduler.client.report [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.393442] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505016, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.577709] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.618836] env[69195]: DEBUG nova.network.neutron [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updated VIF entry in instance network info cache for port a2ed526e-c4fb-4848-9ddc-c7e2650007e1. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.619230] env[69195]: DEBUG nova.network.neutron [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [{"id": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "address": "fa:16:3e:24:3e:b9", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed526e-c4", "ovs_interfaceid": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.657620] env[69195]: DEBUG oslo_vmware.api [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505017, 'name': PowerOffVM_Task, 'duration_secs': 0.255316} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.657620] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.657620] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.657620] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f479d50a-347d-4d98-87c3-e9ab3e9ed8d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.718099] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.718099] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.718099] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleting the datastore file [datastore1] 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.718099] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd8346fa-4693-42e7-ae94-cc4c8f476bf5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.730177] env[69195]: DEBUG oslo_vmware.api [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for the task: (returnval){ [ 1087.730177] env[69195]: value = "task-3505019" [ 1087.730177] env[69195]: _type = "Task" [ 1087.730177] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.741651] env[69195]: DEBUG oslo_vmware.api [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.894316] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505016, 'name': CreateVM_Task, 'duration_secs': 0.655035} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.894670] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.896288] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.896465] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.896779] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.897041] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a72a020-52b8-4a24-9bcb-e2a6dfe3df28 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.903791] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1087.903791] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524203e7-76c1-2a05-e165-dad094656bb5" [ 1087.903791] env[69195]: _type = "Task" [ 1087.903791] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.916646] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524203e7-76c1-2a05-e165-dad094656bb5, 'name': SearchDatastore_Task} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.916929] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.917186] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.918343] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.918343] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.918343] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.918343] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b4b07c-9b5e-4fb8-966b-9db59964e94a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.925484] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.925744] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.926471] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff3e134-2a0e-4d50-a2ec-0c03a7e7d3dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.931268] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1087.931268] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b6c356-13b5-3407-0bc6-9f39da1fc298" [ 1087.931268] env[69195]: _type = "Task" [ 1087.931268] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.939057] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b6c356-13b5-3407-0bc6-9f39da1fc298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.965623] env[69195]: DEBUG nova.network.neutron [-] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.081949] env[69195]: DEBUG oslo_vmware.api [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505015, 'name': PowerOnVM_Task, 'duration_secs': 1.272769} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.082521] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.085671] env[69195]: DEBUG nova.compute.manager [None req-fa669640-a62f-417d-a076-45a1877fb8bd tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.086556] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f6ba46-ce75-421f-98a5-6e96431832c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.090525] env[69195]: DEBUG nova.network.neutron [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [{"id": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "address": "fa:16:3e:0b:0e:a6", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e046c9c-25", "ovs_interfaceid": "2e046c9c-255e-4d82-ba0e-c835d85ea94e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.121504] env[69195]: DEBUG oslo_concurrency.lockutils [req-dc9f9ba2-8294-4876-9399-4a594322389c req-b8dd313f-4641-4c8b-93aa-77a0a99a7089 service nova] Releasing lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.130881] env[69195]: DEBUG nova.compute.manager [req-4654846c-dea5-4902-940e-9ad7ef9d1e21 req-3fcabf52-81d3-4c34-b4f6-57c9e8022296 service nova] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Received event network-vif-deleted-3fc06607-15c8-49f4-88cf-04ff91400931 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.225665] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.306s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.229019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.115s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.230678] env[69195]: INFO nova.compute.claims [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.244518] env[69195]: DEBUG oslo_vmware.api [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Task: {'id': task-3505019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181494} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.244763] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.244996] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.245209] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.245382] env[69195]: INFO nova.compute.manager [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1088.246044] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.246251] env[69195]: DEBUG nova.compute.manager [-] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.246345] env[69195]: DEBUG nova.network.neutron [-] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.442825] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b6c356-13b5-3407-0bc6-9f39da1fc298, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.444323] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1160ce14-03df-409c-9876-4ce4a77b30ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.450085] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1088.450085] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5254b29b-210e-2d48-cc0d-fe896638e27d" [ 1088.450085] env[69195]: _type = "Task" [ 1088.450085] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.458808] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5254b29b-210e-2d48-cc0d-fe896638e27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.471262] env[69195]: INFO nova.compute.manager [-] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Took 1.59 seconds to deallocate network for instance. [ 1088.593717] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-0b64c1a2-e44d-4cc0-b842-155f31549f41" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.593717] env[69195]: DEBUG nova.objects.instance [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'migration_context' on Instance uuid 0b64c1a2-e44d-4cc0-b842-155f31549f41 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.801335] env[69195]: INFO nova.scheduler.client.report [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted allocation for migration 2d284b5e-4743-47a6-99f2-ded4f7426012 [ 1088.947731] env[69195]: DEBUG nova.network.neutron [-] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.960551] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5254b29b-210e-2d48-cc0d-fe896638e27d, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.961515] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.961828] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc/12bddbb6-87b9-4bbe-8951-804b3b2e6cdc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.962043] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad7d2680-c120-446d-8f19-3be4519c5c35 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.972115] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1088.972115] env[69195]: value = "task-3505020" [ 1088.972115] env[69195]: _type = "Task" [ 1088.972115] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.979904] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.030629] env[69195]: INFO nova.compute.manager [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Took 0.56 seconds to detach 1 volumes for instance. [ 1089.032829] env[69195]: DEBUG nova.compute.manager [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Deleting volume: 093d5f73-82da-4bb4-883e-5f996ba3320c {{(pid=69195) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1089.095677] env[69195]: DEBUG nova.objects.base [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Object Instance<0b64c1a2-e44d-4cc0-b842-155f31549f41> lazy-loaded attributes: info_cache,migration_context {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.096680] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f2cf1c-6c71-41ad-b38a-17eec706a7b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.120277] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26aeb31-d206-4dda-9539-53a23f92c73e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.125086] env[69195]: DEBUG oslo_vmware.api [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1089.125086] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52349a5b-0d2e-d695-eedf-8a0a0cdbd527" [ 1089.125086] env[69195]: _type = "Task" [ 1089.125086] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.133929] env[69195]: DEBUG oslo_vmware.api [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52349a5b-0d2e-d695-eedf-8a0a0cdbd527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.311800] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.312824] env[69195]: DEBUG oslo_concurrency.lockutils [None req-13fcfb5d-abfb-49e4-b31c-407646ae014e tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.899s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.315389] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.316039] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.316039] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.316039] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.318756] env[69195]: INFO nova.compute.manager [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Terminating instance [ 1089.452418] env[69195]: INFO nova.compute.manager [-] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Took 1.21 seconds to deallocate network for instance. [ 1089.486016] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505020, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.502819] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c384cc-aa20-414e-8ba7-756ca73b5abe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.511033] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d674f8-d7b3-49f2-b7b0-e972763a6e86 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.542521] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58db30d7-f507-4d52-8b96-1a12ebb23cdb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.553104] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc571a-15bb-4a42-8f77-9aa030666214 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.569850] env[69195]: DEBUG nova.compute.provider_tree [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.586592] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.635304] env[69195]: DEBUG oslo_vmware.api [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52349a5b-0d2e-d695-eedf-8a0a0cdbd527, 'name': SearchDatastore_Task, 'duration_secs': 0.007399} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.635755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.794193] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.794428] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.824256] env[69195]: DEBUG nova.compute.manager [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.824512] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.825519] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a0ac0b-57f9-4aef-ac9b-f4d9ccb1119e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.834259] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.834538] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cfc1c0c-2d4a-4078-8f93-2e39403c927e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.841148] env[69195]: DEBUG oslo_vmware.api [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1089.841148] env[69195]: value = "task-3505022" [ 1089.841148] env[69195]: _type = "Task" [ 1089.841148] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.849240] env[69195]: DEBUG oslo_vmware.api [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.959612] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.983376] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528185} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.983653] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc/12bddbb6-87b9-4bbe-8951-804b3b2e6cdc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.983870] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.984129] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18db3424-d749-4daa-8bcb-a9ab1df4f436 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.990100] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1089.990100] env[69195]: value = "task-3505023" [ 1089.990100] env[69195]: _type = "Task" [ 1089.990100] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.998079] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.047962] env[69195]: INFO nova.compute.manager [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Unrescuing [ 1090.048259] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.048415] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquired lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.048582] env[69195]: DEBUG nova.network.neutron [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.073290] env[69195]: DEBUG nova.scheduler.client.report [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.166665] env[69195]: DEBUG nova.compute.manager [req-9e802b28-b1a4-44ce-ad18-8189d9f377e3 req-3435c5ae-731e-4d69-b7b5-15a90c7f62a8 service nova] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Received event network-vif-deleted-3a913829-a415-4747-afb4-9b6f3e917964 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.296367] env[69195]: DEBUG nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.351474] env[69195]: DEBUG oslo_vmware.api [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505022, 'name': PowerOffVM_Task, 'duration_secs': 0.243193} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.351568] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.351694] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.351947] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e017649-a311-4fa3-a4b7-44c35b28487e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.465325] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.465665] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.465984] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleting the datastore file [datastore2] 62ecaf0e-e7d4-478b-be83-e01b7eed2fda {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.466741] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36469985-da4d-425b-880e-848734ee0d3b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.473704] env[69195]: DEBUG oslo_vmware.api [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1090.473704] env[69195]: value = "task-3505025" [ 1090.473704] env[69195]: _type = "Task" [ 1090.473704] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.481582] env[69195]: DEBUG oslo_vmware.api [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.498898] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07099} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.499175] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.499935] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41ac81-c747-4bea-88e5-1577303805f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.523339] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc/12bddbb6-87b9-4bbe-8951-804b3b2e6cdc.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.523594] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6442dee-e1e0-407c-8a91-65eb44ff4660 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.542872] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1090.542872] env[69195]: value = "task-3505026" [ 1090.542872] env[69195]: _type = "Task" [ 1090.542872] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.553121] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.579076] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.579226] env[69195]: DEBUG nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.582269] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.710s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.582470] env[69195]: DEBUG nova.objects.instance [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lazy-loading 'resources' on Instance uuid a9aaa60b-e304-4c56-8626-65cc2da8b265 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.819386] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.823122] env[69195]: DEBUG nova.network.neutron [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [{"id": "e4f6543e-0988-4a21-be39-7e11b5c97479", "address": "fa:16:3e:21:82:5b", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6543e-09", "ovs_interfaceid": "e4f6543e-0988-4a21-be39-7e11b5c97479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.988101] env[69195]: DEBUG oslo_vmware.api [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374316} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.988528] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.988811] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.989064] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.989287] env[69195]: INFO nova.compute.manager [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1090.989581] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.989814] env[69195]: DEBUG nova.compute.manager [-] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.989941] env[69195]: DEBUG nova.network.neutron [-] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.052849] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.085655] env[69195]: DEBUG nova.compute.utils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.089858] env[69195]: DEBUG nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.090315] env[69195]: DEBUG nova.network.neutron [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.151688] env[69195]: DEBUG nova.policy [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3bd35dcf57145f69aa042d06407610b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be8e58b64ff4dbbb62a4869c34b7f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.325970] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Releasing lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.326617] env[69195]: DEBUG nova.objects.instance [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lazy-loading 'flavor' on Instance uuid c8b072b0-f95d-453f-abd5-332df7aaf6b0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.356686] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a51a183-c189-4c63-99bb-2e0a75edefdb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.365830] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8fe2f3-b58a-4e41-a613-c1dee65f9fc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.397579] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b728be-2b5a-45ba-945d-3dd9b4918df8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.404781] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d9e6fd-dcfa-4b29-894f-7b9a7ff98ccd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.417790] env[69195]: DEBUG nova.compute.provider_tree [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.498035] env[69195]: DEBUG nova.network.neutron [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Successfully created port: ed0e2d57-191a-4979-b692-e6af2126ab6c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.553842] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505026, 'name': ReconfigVM_Task, 'duration_secs': 0.712379} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.554146] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc/12bddbb6-87b9-4bbe-8951-804b3b2e6cdc.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.555254] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55b6bbcc-2f68-471e-ba87-65bfbffbc111 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.560578] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1091.560578] env[69195]: value = "task-3505027" [ 1091.560578] env[69195]: _type = "Task" [ 1091.560578] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.567829] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505027, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.591241] env[69195]: DEBUG nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.757324] env[69195]: DEBUG nova.network.neutron [-] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.832163] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe6ea9-bf65-4f24-a3cd-aa44622486dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.856668] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.857070] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85fd5785-a5ed-4114-8793-f8733e13c488 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.863180] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1091.863180] env[69195]: value = "task-3505028" [ 1091.863180] env[69195]: _type = "Task" [ 1091.863180] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.870299] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.921025] env[69195]: DEBUG nova.scheduler.client.report [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.071155] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505027, 'name': Rename_Task, 'duration_secs': 0.245768} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.071503] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.071852] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f225beae-cc58-40fa-9356-d3e0b34b64c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.078372] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1092.078372] env[69195]: value = "task-3505029" [ 1092.078372] env[69195]: _type = "Task" [ 1092.078372] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.087083] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.193381] env[69195]: DEBUG nova.compute.manager [req-30e64a13-ee05-46df-a2b5-c626e1cafe39 req-e1d196f4-543c-4857-82d4-a4746ca2717b service nova] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Received event network-vif-deleted-efcf04ff-0738-4455-a9c0-8ae80b00d3bb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.263849] env[69195]: INFO nova.compute.manager [-] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Took 1.27 seconds to deallocate network for instance. [ 1092.373680] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.426836] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.429547] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.341s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.431361] env[69195]: INFO nova.compute.claims [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.452448] env[69195]: INFO nova.scheduler.client.report [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted allocations for instance a9aaa60b-e304-4c56-8626-65cc2da8b265 [ 1092.588901] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.599124] env[69195]: DEBUG nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.623921] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.624240] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.624344] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.624512] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.624660] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.624837] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.625191] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.625191] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.625478] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.625535] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.625683] env[69195]: DEBUG nova.virt.hardware [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.626594] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5c89d-367c-442b-9923-9dd47b95c89f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.635795] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60338b2-c26a-43e0-b844-c11a0951cb7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.771241] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.874949] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.960552] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7e399336-e2ad-409f-8815-605826fe240b tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "a9aaa60b-e304-4c56-8626-65cc2da8b265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.668s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.068068] env[69195]: DEBUG nova.network.neutron [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Successfully updated port: ed0e2d57-191a-4979-b692-e6af2126ab6c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.089612] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.376751] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505028, 'name': PowerOffVM_Task, 'duration_secs': 1.147645} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.376751] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.381686] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfiguring VM instance instance-00000057 to detach disk 2002 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.381957] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00cd87a6-1772-4f93-b711-ba13fb8d9d68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.400452] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1093.400452] env[69195]: value = "task-3505030" [ 1093.400452] env[69195]: _type = "Task" [ 1093.400452] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.408382] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.575303] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.575456] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.575816] env[69195]: DEBUG nova.network.neutron [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.589408] env[69195]: DEBUG oslo_vmware.api [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505029, 'name': PowerOnVM_Task, 'duration_secs': 1.137507} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.592194] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.592447] env[69195]: INFO nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1093.592642] env[69195]: DEBUG nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.594048] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f5b0e-fd7c-43f5-a7f9-de3f74202b2f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.663881] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ae5ff-25be-4405-a2f1-ef6277e624a3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.671768] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ea3745-7ca7-47ed-a9f3-9fc38845f349 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.702966] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162bab0a-431e-4445-891d-0bbba1698f89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.710224] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e6eff2-19d7-41c8-a5e8-35e719be979a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.725019] env[69195]: DEBUG nova.compute.provider_tree [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.910309] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505030, 'name': ReconfigVM_Task, 'duration_secs': 0.282863} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.911169] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfigured VM instance instance-00000057 to detach disk 2002 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.911169] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.911169] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9926c937-d0a7-46b1-b116-af2f90149afb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.917352] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1093.917352] env[69195]: value = "task-3505031" [ 1093.917352] env[69195]: _type = "Task" [ 1093.917352] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.927069] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.104747] env[69195]: DEBUG nova.network.neutron [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.113384] env[69195]: INFO nova.compute.manager [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Took 16.95 seconds to build instance. [ 1094.218967] env[69195]: DEBUG nova.compute.manager [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Received event network-vif-plugged-ed0e2d57-191a-4979-b692-e6af2126ab6c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.219208] env[69195]: DEBUG oslo_concurrency.lockutils [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] Acquiring lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.219416] env[69195]: DEBUG oslo_concurrency.lockutils [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.219583] env[69195]: DEBUG oslo_concurrency.lockutils [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.219745] env[69195]: DEBUG nova.compute.manager [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] No waiting events found dispatching network-vif-plugged-ed0e2d57-191a-4979-b692-e6af2126ab6c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.219906] env[69195]: WARNING nova.compute.manager [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Received unexpected event network-vif-plugged-ed0e2d57-191a-4979-b692-e6af2126ab6c for instance with vm_state building and task_state spawning. [ 1094.220120] env[69195]: DEBUG nova.compute.manager [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Received event network-changed-ed0e2d57-191a-4979-b692-e6af2126ab6c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.220298] env[69195]: DEBUG nova.compute.manager [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Refreshing instance network info cache due to event network-changed-ed0e2d57-191a-4979-b692-e6af2126ab6c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.220463] env[69195]: DEBUG oslo_concurrency.lockutils [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] Acquiring lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.227821] env[69195]: DEBUG nova.scheduler.client.report [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.247934] env[69195]: DEBUG nova.network.neutron [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance_info_cache with network_info: [{"id": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "address": "fa:16:3e:4e:3a:14", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0e2d57-19", "ovs_interfaceid": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.428296] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.477485] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "0d77a588-7b68-41f2-aba5-f34960ed30e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.477720] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "0d77a588-7b68-41f2-aba5-f34960ed30e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.614947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fcf1ae52-9d31-48b2-bc12-afcb606bdb4b tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.465s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.734255] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.734753] env[69195]: DEBUG nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.737427] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.320s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.738914] env[69195]: DEBUG nova.objects.instance [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lazy-loading 'resources' on Instance uuid 1955c35c-ac4b-4559-acc6-ac19663675f4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.752611] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.752611] env[69195]: DEBUG nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Instance network_info: |[{"id": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "address": "fa:16:3e:4e:3a:14", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0e2d57-19", "ovs_interfaceid": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.752611] env[69195]: DEBUG oslo_concurrency.lockutils [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] Acquired lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.752611] env[69195]: DEBUG nova.network.neutron [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Refreshing network info cache for port ed0e2d57-191a-4979-b692-e6af2126ab6c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.752611] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:3a:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed0e2d57-191a-4979-b692-e6af2126ab6c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.760074] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.764855] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.765465] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207679b9-57f1-4541-afc0-6a58e29685f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.790652] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.790652] env[69195]: value = "task-3505032" [ 1094.790652] env[69195]: _type = "Task" [ 1094.790652] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.800130] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505032, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.935125] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.980833] env[69195]: DEBUG nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.113504] env[69195]: DEBUG nova.network.neutron [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updated VIF entry in instance network info cache for port ed0e2d57-191a-4979-b692-e6af2126ab6c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.113504] env[69195]: DEBUG nova.network.neutron [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance_info_cache with network_info: [{"id": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "address": "fa:16:3e:4e:3a:14", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0e2d57-19", "ovs_interfaceid": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.241383] env[69195]: DEBUG nova.compute.utils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.247095] env[69195]: DEBUG nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.247344] env[69195]: DEBUG nova.network.neutron [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.298628] env[69195]: DEBUG nova.policy [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.303202] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505032, 'name': CreateVM_Task, 'duration_secs': 0.337767} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.305353] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.306127] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.306297] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.306605] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.306850] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e57e7a-b97f-4cf3-95a4-509c45121a86 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.311034] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1095.311034] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52634f4b-0981-32d9-b509-44bd1cb8a4d8" [ 1095.311034] env[69195]: _type = "Task" [ 1095.311034] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.321766] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52634f4b-0981-32d9-b509-44bd1cb8a4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.430578] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.481384] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516d3da8-b7c8-4ac4-90bb-fa8cfaca8b25 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.491842] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0e0ccd-6bdc-44b7-8a75-0378c11e3cc8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.522502] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.523276] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb1e9d0-1dc5-4d8b-9683-129c12f84db3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.530352] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6985ad4-8dc8-4ffc-b05a-441a72ad40b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.544386] env[69195]: DEBUG nova.compute.provider_tree [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.616692] env[69195]: DEBUG oslo_concurrency.lockutils [req-2582ae3b-40a8-4b15-a9d5-7fb615b3ff1b req-10f6a065-b0a4-4080-8839-e3dbacb0e974 service nova] Releasing lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.629294] env[69195]: DEBUG nova.network.neutron [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Successfully created port: 38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.748129] env[69195]: DEBUG nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.823637] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52634f4b-0981-32d9-b509-44bd1cb8a4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.824362] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.824362] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.824657] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.825207] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.825207] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.825740] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fe83c2e-8574-4ccf-9e34-b8678fb407d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.833897] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.834358] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.834953] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1586fb-294e-4204-8b75-7f40185caf9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.840418] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1095.840418] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fb8285-a7bc-66cc-58be-8650ab4e3bd5" [ 1095.840418] env[69195]: _type = "Task" [ 1095.840418] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.848540] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fb8285-a7bc-66cc-58be-8650ab4e3bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.933070] env[69195]: DEBUG oslo_vmware.api [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505031, 'name': PowerOnVM_Task, 'duration_secs': 1.880884} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.934041] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.934041] env[69195]: DEBUG nova.compute.manager [None req-3515f987-fa4a-4022-949e-1bdfa0a36525 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.934482] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd291e7b-3492-446e-8012-2a3669727fed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.047116] env[69195]: DEBUG nova.scheduler.client.report [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.220145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquiring lock "3c1a17a5-0e6f-4406-92f2-29695aecb477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.220434] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "3c1a17a5-0e6f-4406-92f2-29695aecb477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.220649] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquiring lock "3c1a17a5-0e6f-4406-92f2-29695aecb477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.220832] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "3c1a17a5-0e6f-4406-92f2-29695aecb477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.220997] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "3c1a17a5-0e6f-4406-92f2-29695aecb477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.224442] env[69195]: INFO nova.compute.manager [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Terminating instance [ 1096.268823] env[69195]: DEBUG nova.compute.manager [req-0e906dc2-8a67-48a0-8c12-8bce36ae519c req-b90f377d-32f3-4539-b640-b88b9a8f2a92 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Received event network-changed-a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.269069] env[69195]: DEBUG nova.compute.manager [req-0e906dc2-8a67-48a0-8c12-8bce36ae519c req-b90f377d-32f3-4539-b640-b88b9a8f2a92 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Refreshing instance network info cache due to event network-changed-a2ed526e-c4fb-4848-9ddc-c7e2650007e1. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.269289] env[69195]: DEBUG oslo_concurrency.lockutils [req-0e906dc2-8a67-48a0-8c12-8bce36ae519c req-b90f377d-32f3-4539-b640-b88b9a8f2a92 service nova] Acquiring lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.269472] env[69195]: DEBUG oslo_concurrency.lockutils [req-0e906dc2-8a67-48a0-8c12-8bce36ae519c req-b90f377d-32f3-4539-b640-b88b9a8f2a92 service nova] Acquired lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.269580] env[69195]: DEBUG nova.network.neutron [req-0e906dc2-8a67-48a0-8c12-8bce36ae519c req-b90f377d-32f3-4539-b640-b88b9a8f2a92 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Refreshing network info cache for port a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.350436] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fb8285-a7bc-66cc-58be-8650ab4e3bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.351254] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e31b178-b070-44c3-baa3-783d8ea93a81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.356473] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1096.356473] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522e4071-48a4-6481-1d0e-1df1a5c61d63" [ 1096.356473] env[69195]: _type = "Task" [ 1096.356473] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.364075] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522e4071-48a4-6481-1d0e-1df1a5c61d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.551928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.554581] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.968s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.554581] env[69195]: DEBUG nova.objects.instance [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lazy-loading 'resources' on Instance uuid 4bebf02b-603b-46d7-8233-4550fd933cbd {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.576261] env[69195]: INFO nova.scheduler.client.report [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleted allocations for instance 1955c35c-ac4b-4559-acc6-ac19663675f4 [ 1096.728632] env[69195]: DEBUG nova.compute.manager [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.728869] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.729783] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed65360-deb5-4bac-a991-b48a9e34a2e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.741841] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.742106] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5dfd37d-f59f-44da-9dd3-8d4450d7c7be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.748116] env[69195]: DEBUG oslo_vmware.api [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1096.748116] env[69195]: value = "task-3505033" [ 1096.748116] env[69195]: _type = "Task" [ 1096.748116] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.761388] env[69195]: DEBUG nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.763731] env[69195]: DEBUG oslo_vmware.api [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3505033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.789276] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.789531] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.789685] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.789861] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.790010] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.790196] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.790415] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.790572] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.790734] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.790895] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.791076] env[69195]: DEBUG nova.virt.hardware [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.792291] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1395c415-1ba2-4fcf-80cc-f0a5cda58f43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.800080] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae464336-a7df-4b87-ab13-a2f8698e9b3b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.867108] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522e4071-48a4-6481-1d0e-1df1a5c61d63, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.867426] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.867816] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] cca84709-0443-4f3c-9466-90dbf1f69c12/cca84709-0443-4f3c-9466-90dbf1f69c12.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.868175] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82d3d8c-6779-4a13-bcd1-b8f60bb9f0c9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.875068] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1096.875068] env[69195]: value = "task-3505034" [ 1096.875068] env[69195]: _type = "Task" [ 1096.875068] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.883440] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.087254] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d9b5f8-7d81-49c9-ab57-4cc2f1817e6f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "1955c35c-ac4b-4559-acc6-ac19663675f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.828s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.123030] env[69195]: DEBUG nova.network.neutron [req-0e906dc2-8a67-48a0-8c12-8bce36ae519c req-b90f377d-32f3-4539-b640-b88b9a8f2a92 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updated VIF entry in instance network info cache for port a2ed526e-c4fb-4848-9ddc-c7e2650007e1. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.123237] env[69195]: DEBUG nova.network.neutron [req-0e906dc2-8a67-48a0-8c12-8bce36ae519c req-b90f377d-32f3-4539-b640-b88b9a8f2a92 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [{"id": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "address": "fa:16:3e:24:3e:b9", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed526e-c4", "ovs_interfaceid": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.258188] env[69195]: DEBUG oslo_vmware.api [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3505033, 'name': PowerOffVM_Task, 'duration_secs': 0.296205} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.260793] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.260981] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.261426] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06ce4a66-6582-4bd5-b15a-615e4a1bc745 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.298046] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea78c061-b05f-4b4b-b496-10898fea0716 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.306358] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a84334a-5e9f-421f-a81c-c5f989fae23b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.344045] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3047f4ee-999a-4aea-98c0-c5a1f5be8a1b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.347368] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.350736] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.351169] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Deleting the datastore file [datastore2] 3c1a17a5-0e6f-4406-92f2-29695aecb477 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.351568] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3901b98c-52be-4d91-aaab-5dc468272295 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.361147] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be0177-8653-4ea9-8396-ea2913e13b2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.366113] env[69195]: DEBUG oslo_vmware.api [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for the task: (returnval){ [ 1097.366113] env[69195]: value = "task-3505036" [ 1097.366113] env[69195]: _type = "Task" [ 1097.366113] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.380643] env[69195]: DEBUG nova.compute.provider_tree [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.390700] env[69195]: DEBUG oslo_vmware.api [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3505036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.397322] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.630165] env[69195]: DEBUG oslo_concurrency.lockutils [req-0e906dc2-8a67-48a0-8c12-8bce36ae519c req-b90f377d-32f3-4539-b640-b88b9a8f2a92 service nova] Releasing lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.631017] env[69195]: DEBUG nova.compute.manager [req-f1c91af3-d459-416e-ae90-ca2ce5e9a36d req-544323ca-2996-4563-b149-021e59ba20b7 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-vif-plugged-38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.631291] env[69195]: DEBUG oslo_concurrency.lockutils [req-f1c91af3-d459-416e-ae90-ca2ce5e9a36d req-544323ca-2996-4563-b149-021e59ba20b7 service nova] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.631600] env[69195]: DEBUG oslo_concurrency.lockutils [req-f1c91af3-d459-416e-ae90-ca2ce5e9a36d req-544323ca-2996-4563-b149-021e59ba20b7 service nova] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.631811] env[69195]: DEBUG oslo_concurrency.lockutils [req-f1c91af3-d459-416e-ae90-ca2ce5e9a36d req-544323ca-2996-4563-b149-021e59ba20b7 service nova] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.632023] env[69195]: DEBUG nova.compute.manager [req-f1c91af3-d459-416e-ae90-ca2ce5e9a36d req-544323ca-2996-4563-b149-021e59ba20b7 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] No waiting events found dispatching network-vif-plugged-38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.632262] env[69195]: WARNING nova.compute.manager [req-f1c91af3-d459-416e-ae90-ca2ce5e9a36d req-544323ca-2996-4563-b149-021e59ba20b7 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received unexpected event network-vif-plugged-38d204be-279b-425c-b8bc-1a606fa5c34f for instance with vm_state building and task_state spawning. [ 1097.876025] env[69195]: DEBUG oslo_vmware.api [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3505036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.889908] env[69195]: DEBUG nova.scheduler.client.report [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.893421] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753792} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.893708] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] cca84709-0443-4f3c-9466-90dbf1f69c12/cca84709-0443-4f3c-9466-90dbf1f69c12.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.893951] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.894523] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7669f9e5-3e92-40bc-993d-7148aa2427b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.901723] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1097.901723] env[69195]: value = "task-3505037" [ 1097.901723] env[69195]: _type = "Task" [ 1097.901723] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.909971] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.051758] env[69195]: DEBUG nova.network.neutron [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Successfully updated port: 38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.299497] env[69195]: DEBUG nova.compute.manager [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Received event network-changed-e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.300314] env[69195]: DEBUG nova.compute.manager [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Refreshing instance network info cache due to event network-changed-e4f6543e-0988-4a21-be39-7e11b5c97479. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.300314] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Acquiring lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.300314] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Acquired lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.300314] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Refreshing network info cache for port e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.378908] env[69195]: DEBUG oslo_vmware.api [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Task: {'id': task-3505036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.677264} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.379285] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.379521] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.379735] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.379951] env[69195]: INFO nova.compute.manager [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1098.380329] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.380579] env[69195]: DEBUG nova.compute.manager [-] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.380974] env[69195]: DEBUG nova.network.neutron [-] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.395441] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.397647] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.762s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.409815] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076412} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.410091] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.410898] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9208bacb-8c74-4fbd-8313-496e71794897 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.435460] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] cca84709-0443-4f3c-9466-90dbf1f69c12/cca84709-0443-4f3c-9466-90dbf1f69c12.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.436600] env[69195]: INFO nova.scheduler.client.report [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Deleted allocations for instance 4bebf02b-603b-46d7-8233-4550fd933cbd [ 1098.438065] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a80954d-72a9-4d4c-afcc-c5920cc6057f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.461650] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1098.461650] env[69195]: value = "task-3505038" [ 1098.461650] env[69195]: _type = "Task" [ 1098.461650] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.472187] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.555073] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.555319] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.555569] env[69195]: DEBUG nova.network.neutron [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.963040] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2ef72dd0-38ec-4f3a-9cd7-653aba751c92 tempest-ServersTestBootFromVolume-721515798 tempest-ServersTestBootFromVolume-721515798-project-member] Lock "4bebf02b-603b-46d7-8233-4550fd933cbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.378s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.976946] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.103222] env[69195]: DEBUG nova.network.neutron [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.131337] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updated VIF entry in instance network info cache for port e4f6543e-0988-4a21-be39-7e11b5c97479. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.131714] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [{"id": "e4f6543e-0988-4a21-be39-7e11b5c97479", "address": "fa:16:3e:21:82:5b", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6543e-09", "ovs_interfaceid": "e4f6543e-0988-4a21-be39-7e11b5c97479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.174337] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1286ec3-1d1e-4cb3-9c13-15a1a6c80778 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.183194] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aca3d9-62df-423b-9121-dad71566e0f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.229686] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8de53c-5ef7-4bcb-b8d0-bab5575aa518 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.237523] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c2df0-1995-4595-85ab-b4b109c5f6d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.252163] env[69195]: DEBUG nova.compute.provider_tree [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.297411] env[69195]: DEBUG nova.network.neutron [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.338488] env[69195]: DEBUG nova.network.neutron [-] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.474375] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505038, 'name': ReconfigVM_Task, 'duration_secs': 0.540803} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.474375] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Reconfigured VM instance instance-00000065 to attach disk [datastore2] cca84709-0443-4f3c-9466-90dbf1f69c12/cca84709-0443-4f3c-9466-90dbf1f69c12.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.475389] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c109af7d-a826-4095-8073-fd3ebe478fea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.482720] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1099.482720] env[69195]: value = "task-3505039" [ 1099.482720] env[69195]: _type = "Task" [ 1099.482720] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.493250] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505039, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.634517] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Releasing lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.634845] env[69195]: DEBUG nova.compute.manager [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Received event network-changed-e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.635065] env[69195]: DEBUG nova.compute.manager [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Refreshing instance network info cache due to event network-changed-e4f6543e-0988-4a21-be39-7e11b5c97479. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.635352] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Acquiring lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.635509] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Acquired lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.635688] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Refreshing network info cache for port e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.755701] env[69195]: DEBUG nova.scheduler.client.report [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.801419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.801419] env[69195]: DEBUG nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Instance network_info: |[{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.802401] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:08:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d204be-279b-425c-b8bc-1a606fa5c34f', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.809813] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.810531] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.810765] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b7f4047-342c-4ee0-aaa5-dccc03096b25 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.831717] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.831717] env[69195]: value = "task-3505040" [ 1099.831717] env[69195]: _type = "Task" [ 1099.831717] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.839757] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505040, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.841412] env[69195]: INFO nova.compute.manager [-] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Took 1.46 seconds to deallocate network for instance. [ 1099.995816] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505039, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.330398] env[69195]: DEBUG nova.compute.manager [req-284d4723-2b61-4060-9256-932f0677b9df req-e74683a4-3195-4802-8557-b9e684f204aa service nova] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Received event network-vif-deleted-2749b4fb-a445-43df-8c83-007f937ab89d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.345717] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505040, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.353086] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.494818] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505039, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.497557] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updated VIF entry in instance network info cache for port e4f6543e-0988-4a21-be39-7e11b5c97479. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.497927] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [{"id": "e4f6543e-0988-4a21-be39-7e11b5c97479", "address": "fa:16:3e:21:82:5b", "network": {"id": "049f666d-26bd-4982-b004-54e6fea007a1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1575124615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c08cdef7c1344046b9a98cb095f60040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4f6543e-09", "ovs_interfaceid": "e4f6543e-0988-4a21-be39-7e11b5c97479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.769462] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.372s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.776076] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.817s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.776325] env[69195]: DEBUG nova.objects.instance [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lazy-loading 'resources' on Instance uuid 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.845711] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505040, 'name': CreateVM_Task, 'duration_secs': 0.554367} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.845711] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.845711] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.845711] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.845947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.846220] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef366ad0-82ba-40d7-b746-6da870085203 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.852852] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1100.852852] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ee9378-dca8-8ef1-cc67-fa8acaf1b17c" [ 1100.852852] env[69195]: _type = "Task" [ 1100.852852] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.861747] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ee9378-dca8-8ef1-cc67-fa8acaf1b17c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.996128] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505039, 'name': Rename_Task, 'duration_secs': 1.182496} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.996513] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.996667] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f73c26e5-4be1-4d5b-a57e-4748ae556418 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.000903] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Releasing lock "refresh_cache-c8b072b0-f95d-453f-abd5-332df7aaf6b0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.001303] env[69195]: DEBUG nova.compute.manager [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-changed-38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.001579] env[69195]: DEBUG nova.compute.manager [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Refreshing instance network info cache due to event network-changed-38d204be-279b-425c-b8bc-1a606fa5c34f. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.001911] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Acquiring lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.002160] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Acquired lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.002425] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Refreshing network info cache for port 38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.005781] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1101.005781] env[69195]: value = "task-3505041" [ 1101.005781] env[69195]: _type = "Task" [ 1101.005781] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.017564] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.343428] env[69195]: INFO nova.scheduler.client.report [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted allocation for migration 4dd6239b-160f-4fe4-81a2-64a6356f4487 [ 1101.364943] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ee9378-dca8-8ef1-cc67-fa8acaf1b17c, 'name': SearchDatastore_Task, 'duration_secs': 0.012845} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.365295] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.365533] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.365769] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.365915] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.366360] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.371230] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a26397e8-fc38-406c-be91-eb8797450ed5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.383028] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.383028] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.383028] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acd5528-78bb-4bcd-94c9-fe32acb1ce51 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.388928] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1101.388928] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5226f9aa-3dc5-7365-84a9-6964a4c7e984" [ 1101.388928] env[69195]: _type = "Task" [ 1101.388928] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.404269] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5226f9aa-3dc5-7365-84a9-6964a4c7e984, 'name': SearchDatastore_Task, 'duration_secs': 0.012893} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.405235] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ed97c7-3194-4465-95b2-1868fe0f8bc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.411436] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1101.411436] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52486577-f17d-d6eb-4472-21cd22246764" [ 1101.411436] env[69195]: _type = "Task" [ 1101.411436] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.422908] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52486577-f17d-d6eb-4472-21cd22246764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.520670] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.564123] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a085cec-75e4-44d8-ab47-2354b4f0057d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.573354] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b11b679-4ba5-4b20-9037-7b379d5f989a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.604827] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dba054a-c12a-402a-8fab-48efcdb1ff0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.614907] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620b0ca-7463-4378-8965-1ac957842204 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.630996] env[69195]: DEBUG nova.compute.provider_tree [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.851088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-05911479-4c39-4e15-a574-7733be7a6321 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.686s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.901120] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updated VIF entry in instance network info cache for port 38d204be-279b-425c-b8bc-1a606fa5c34f. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.901569] env[69195]: DEBUG nova.network.neutron [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.924333] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52486577-f17d-d6eb-4472-21cd22246764, 'name': SearchDatastore_Task, 'duration_secs': 0.013316} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.924466] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.924736] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 45e54d69-73a2-4f32-829f-e360b58d5fe4/45e54d69-73a2-4f32-829f-e360b58d5fe4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.925040] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-596f57bc-ed31-4bae-bd1d-f8aa198abf04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.931537] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1101.931537] env[69195]: value = "task-3505042" [ 1101.931537] env[69195]: _type = "Task" [ 1101.931537] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.940510] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.019434] env[69195]: DEBUG oslo_vmware.api [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505041, 'name': PowerOnVM_Task, 'duration_secs': 0.7063} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.019734] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.019894] env[69195]: INFO nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1102.020081] env[69195]: DEBUG nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.020910] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f334ec-4bc0-43c7-8b7e-a3b7ecea2ea7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.137896] env[69195]: DEBUG nova.scheduler.client.report [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.404476] env[69195]: DEBUG oslo_concurrency.lockutils [req-4fe1abf4-a042-415f-89aa-01753ed6ee28 req-d4952524-f5f9-4a23-a3f2-25cb4d6cf8c0 service nova] Releasing lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.443215] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505042, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.537763] env[69195]: INFO nova.compute.manager [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Took 23.44 seconds to build instance. [ 1102.643094] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.646272] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.826s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.651440] env[69195]: INFO nova.compute.claims [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.680907] env[69195]: INFO nova.scheduler.client.report [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Deleted allocations for instance 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280 [ 1102.750976] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.750976] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.750976] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.750976] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.750976] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.752252] env[69195]: INFO nova.compute.manager [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Terminating instance [ 1102.943361] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860841} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.944041] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 45e54d69-73a2-4f32-829f-e360b58d5fe4/45e54d69-73a2-4f32-829f-e360b58d5fe4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.944041] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.944213] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c07ccc-ddfa-49e8-b43d-3e0efc427588 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.951219] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1102.951219] env[69195]: value = "task-3505043" [ 1102.951219] env[69195]: _type = "Task" [ 1102.951219] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.960573] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.040509] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9dc1e19e-7aca-44b6-8b42-724105b4e1f9 tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.957s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.189096] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ded6c77-b65a-420a-9c67-722bdbdebff3 tempest-ImagesTestJSON-2034330654 tempest-ImagesTestJSON-2034330654-project-member] Lock "71dbf963-5f3c-4cb7-9bb2-7745d5a7a280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.573s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.256727] env[69195]: DEBUG nova.compute.manager [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.256864] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.257840] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6730b88f-fb8d-447e-9f53-7da18b4fb049 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.265482] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.265711] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfbfc5ce-9485-44d8-8196-27284d960d4b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.271968] env[69195]: DEBUG oslo_vmware.api [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1103.271968] env[69195]: value = "task-3505044" [ 1103.271968] env[69195]: _type = "Task" [ 1103.271968] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.283014] env[69195]: DEBUG oslo_vmware.api [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.461998] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102254} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.463599] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.465049] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbc4fd7-ed3d-4abf-a5f9-ae3c6795f9ba {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.492559] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 45e54d69-73a2-4f32-829f-e360b58d5fe4/45e54d69-73a2-4f32-829f-e360b58d5fe4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.493108] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6063ec7-7cd5-4b43-9aa5-0706bd77c48a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.516261] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1103.516261] env[69195]: value = "task-3505045" [ 1103.516261] env[69195]: _type = "Task" [ 1103.516261] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.528524] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.784813] env[69195]: DEBUG oslo_vmware.api [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505044, 'name': PowerOffVM_Task, 'duration_secs': 0.224246} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.785141] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.785275] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.785530] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ebacdb-eae5-4679-b19e-b9fd5a2dfd4d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.850022] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.850359] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.850529] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleting the datastore file [datastore2] 0b64c1a2-e44d-4cc0-b842-155f31549f41 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.858224] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-408519e3-5e82-4e52-8d0e-e10d7874c404 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.867164] env[69195]: DEBUG oslo_vmware.api [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1103.867164] env[69195]: value = "task-3505047" [ 1103.867164] env[69195]: _type = "Task" [ 1103.867164] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.880252] env[69195]: DEBUG oslo_vmware.api [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.896715] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647d5966-2ff4-4d00-9264-e0829b0f2bce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.904743] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd95afc2-8a57-472c-9972-cedbd31edcf2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.947400] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53010d27-f285-456b-8d8a-73390f22c436 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.960278] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc856a4e-dbb1-4e62-9b0b-348b91b2c5cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.976252] env[69195]: DEBUG nova.compute.provider_tree [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.027306] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.381633] env[69195]: DEBUG oslo_vmware.api [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38833} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.382623] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.382623] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.383047] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.383406] env[69195]: INFO nova.compute.manager [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1104.386109] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.386109] env[69195]: DEBUG nova.compute.manager [-] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.386109] env[69195]: DEBUG nova.network.neutron [-] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.469546] env[69195]: DEBUG nova.compute.manager [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1104.483061] env[69195]: DEBUG nova.scheduler.client.report [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.533208] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505045, 'name': ReconfigVM_Task, 'duration_secs': 0.770616} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.533407] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 45e54d69-73a2-4f32-829f-e360b58d5fe4/45e54d69-73a2-4f32-829f-e360b58d5fe4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.534093] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-722574d4-92fb-435b-b761-1f9312f6c431 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.546326] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1104.546326] env[69195]: value = "task-3505048" [ 1104.546326] env[69195]: _type = "Task" [ 1104.546326] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.559655] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505048, 'name': Rename_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.986582] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.987777] env[69195]: DEBUG nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.994893] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.224s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.995474] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.004028] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.478s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.004625] env[69195]: INFO nova.compute.claims [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.010014] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.043017] env[69195]: INFO nova.scheduler.client.report [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted allocations for instance 62ecaf0e-e7d4-478b-be83-e01b7eed2fda [ 1105.056680] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505048, 'name': Rename_Task, 'duration_secs': 0.318602} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.057044] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.057320] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b85d9e-77de-4d59-b469-89aa2963b54d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.064086] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1105.064086] env[69195]: value = "task-3505049" [ 1105.064086] env[69195]: _type = "Task" [ 1105.064086] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.074241] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.347502] env[69195]: DEBUG nova.compute.manager [req-02fd3ea2-9137-436a-8376-628012b91dd5 req-66305b5d-8ac7-46e7-b833-3c55dee5fea4 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Received event network-vif-deleted-2e046c9c-255e-4d82-ba0e-c835d85ea94e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.347996] env[69195]: INFO nova.compute.manager [req-02fd3ea2-9137-436a-8376-628012b91dd5 req-66305b5d-8ac7-46e7-b833-3c55dee5fea4 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Neutron deleted interface 2e046c9c-255e-4d82-ba0e-c835d85ea94e; detaching it from the instance and deleting it from the info cache [ 1105.348435] env[69195]: DEBUG nova.network.neutron [req-02fd3ea2-9137-436a-8376-628012b91dd5 req-66305b5d-8ac7-46e7-b833-3c55dee5fea4 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.513468] env[69195]: DEBUG nova.compute.utils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.516080] env[69195]: DEBUG nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.516501] env[69195]: DEBUG nova.network.neutron [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.556260] env[69195]: DEBUG oslo_concurrency.lockutils [None req-69f43d55-c348-4e78-83f2-8766229f0aa9 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "62ecaf0e-e7d4-478b-be83-e01b7eed2fda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.240s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.580020] env[69195]: DEBUG oslo_vmware.api [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505049, 'name': PowerOnVM_Task, 'duration_secs': 0.47988} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.580020] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.580020] env[69195]: INFO nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1105.580020] env[69195]: DEBUG nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.580020] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb95022-d2bc-4a82-b4bb-7c6f01373685 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.584477] env[69195]: DEBUG nova.policy [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0f9564c8c4474d91600d8a88d68410', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e950ccf72b9481dbbb1c44a374b680b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.761470] env[69195]: DEBUG nova.network.neutron [-] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.851962] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28de05a6-a4c9-42fd-a9b1-63fc52a3eba2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.866752] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b206eb-893c-4e0a-b5eb-c2005fc20d36 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.898608] env[69195]: DEBUG nova.compute.manager [req-02fd3ea2-9137-436a-8376-628012b91dd5 req-66305b5d-8ac7-46e7-b833-3c55dee5fea4 service nova] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Detach interface failed, port_id=2e046c9c-255e-4d82-ba0e-c835d85ea94e, reason: Instance 0b64c1a2-e44d-4cc0-b842-155f31549f41 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.020105] env[69195]: DEBUG nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.086776] env[69195]: DEBUG nova.network.neutron [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Successfully created port: c382513f-c2dd-4328-970b-56c8b8604931 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.105211] env[69195]: INFO nova.compute.manager [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Took 22.03 seconds to build instance. [ 1106.266541] env[69195]: INFO nova.compute.manager [-] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Took 1.88 seconds to deallocate network for instance. [ 1106.281237] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2964e0-a47f-4021-ad23-a513fc030595 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.289511] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e361fa-7cc6-457f-9c9c-c2d83d0ce185 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.326339] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e0736e-d874-47f3-b98b-bc427aff9c40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.336153] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a51354d-6c75-49b3-a1b4-0051d858771c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.106664] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d7a1448-cd96-4ae6-a32f-c5e0716e3836 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.045s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.110017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.110630] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquiring lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.110836] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.124202] env[69195]: DEBUG nova.compute.provider_tree [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.376076] env[69195]: DEBUG nova.compute.manager [req-8501a83a-067a-48d6-9d4f-cd4afa5cb60e req-cb064ecf-9259-4b72-8217-564f2dab2870 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-changed-38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.376076] env[69195]: DEBUG nova.compute.manager [req-8501a83a-067a-48d6-9d4f-cd4afa5cb60e req-cb064ecf-9259-4b72-8217-564f2dab2870 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Refreshing instance network info cache due to event network-changed-38d204be-279b-425c-b8bc-1a606fa5c34f. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.378361] env[69195]: DEBUG oslo_concurrency.lockutils [req-8501a83a-067a-48d6-9d4f-cd4afa5cb60e req-cb064ecf-9259-4b72-8217-564f2dab2870 service nova] Acquiring lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.378361] env[69195]: DEBUG oslo_concurrency.lockutils [req-8501a83a-067a-48d6-9d4f-cd4afa5cb60e req-cb064ecf-9259-4b72-8217-564f2dab2870 service nova] Acquired lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.378361] env[69195]: DEBUG nova.network.neutron [req-8501a83a-067a-48d6-9d4f-cd4afa5cb60e req-cb064ecf-9259-4b72-8217-564f2dab2870 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Refreshing network info cache for port 38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.612982] env[69195]: DEBUG nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.621928] env[69195]: DEBUG nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.629896] env[69195]: DEBUG nova.scheduler.client.report [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.669119] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.669394] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.669572] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.669815] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.669971] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.670134] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.670379] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.670565] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.670735] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.670901] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.671086] env[69195]: DEBUG nova.virt.hardware [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.673244] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345f9d3f-73de-4d21-bc83-f06692148384 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.681165] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d71bb9-0cb9-4159-8383-4eca09c066e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.141369] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.142923] env[69195]: DEBUG nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.148554] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.795s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.148905] env[69195]: DEBUG nova.objects.instance [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lazy-loading 'resources' on Instance uuid 3c1a17a5-0e6f-4406-92f2-29695aecb477 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.179906] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.257960] env[69195]: DEBUG nova.network.neutron [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Successfully updated port: c382513f-c2dd-4328-970b-56c8b8604931 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.577775] env[69195]: DEBUG nova.network.neutron [req-8501a83a-067a-48d6-9d4f-cd4afa5cb60e req-cb064ecf-9259-4b72-8217-564f2dab2870 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updated VIF entry in instance network info cache for port 38d204be-279b-425c-b8bc-1a606fa5c34f. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.578168] env[69195]: DEBUG nova.network.neutron [req-8501a83a-067a-48d6-9d4f-cd4afa5cb60e req-cb064ecf-9259-4b72-8217-564f2dab2870 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.652105] env[69195]: DEBUG nova.compute.utils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.657309] env[69195]: DEBUG nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.657309] env[69195]: DEBUG nova.network.neutron [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.708107] env[69195]: DEBUG nova.policy [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7fd5405b335455c85ecabb6df5b57da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2263b6d678164dc1bec646b6331296e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.766658] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "refresh_cache-bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.766815] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "refresh_cache-bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.766962] env[69195]: DEBUG nova.network.neutron [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.898307] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fcce3d-42f3-40db-9de6-0d2dedec29a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.906912] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4cd8c9-d101-431d-9341-6d9b75a2b66d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.942101] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413b82c0-9bde-448a-8446-24a46b346a3b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.951015] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a18d253-f76b-4332-9793-42a7dc0aabf0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.965592] env[69195]: DEBUG nova.compute.provider_tree [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.051131] env[69195]: DEBUG nova.network.neutron [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Successfully created port: 72056dd0-c5c4-4e69-9736-2122519d5879 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.081393] env[69195]: DEBUG oslo_concurrency.lockutils [req-8501a83a-067a-48d6-9d4f-cd4afa5cb60e req-cb064ecf-9259-4b72-8217-564f2dab2870 service nova] Releasing lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.159918] env[69195]: DEBUG nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.304449] env[69195]: DEBUG nova.network.neutron [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.469860] env[69195]: DEBUG nova.scheduler.client.report [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.530770] env[69195]: DEBUG nova.compute.manager [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Received event network-vif-plugged-c382513f-c2dd-4328-970b-56c8b8604931 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.531162] env[69195]: DEBUG oslo_concurrency.lockutils [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] Acquiring lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.531287] env[69195]: DEBUG oslo_concurrency.lockutils [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] Lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.531499] env[69195]: DEBUG oslo_concurrency.lockutils [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] Lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.531709] env[69195]: DEBUG nova.compute.manager [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] No waiting events found dispatching network-vif-plugged-c382513f-c2dd-4328-970b-56c8b8604931 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.531924] env[69195]: WARNING nova.compute.manager [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Received unexpected event network-vif-plugged-c382513f-c2dd-4328-970b-56c8b8604931 for instance with vm_state building and task_state spawning. [ 1109.532114] env[69195]: DEBUG nova.compute.manager [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Received event network-changed-c382513f-c2dd-4328-970b-56c8b8604931 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.532275] env[69195]: DEBUG nova.compute.manager [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Refreshing instance network info cache due to event network-changed-c382513f-c2dd-4328-970b-56c8b8604931. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.532490] env[69195]: DEBUG oslo_concurrency.lockutils [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] Acquiring lock "refresh_cache-bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.539394] env[69195]: DEBUG nova.network.neutron [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Updating instance_info_cache with network_info: [{"id": "c382513f-c2dd-4328-970b-56c8b8604931", "address": "fa:16:3e:2f:20:89", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc382513f-c2", "ovs_interfaceid": "c382513f-c2dd-4328-970b-56c8b8604931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.976714] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.979324] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.969s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.004790] env[69195]: INFO nova.scheduler.client.report [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Deleted allocations for instance 3c1a17a5-0e6f-4406-92f2-29695aecb477 [ 1110.042595] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "refresh_cache-bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.043131] env[69195]: DEBUG nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Instance network_info: |[{"id": "c382513f-c2dd-4328-970b-56c8b8604931", "address": "fa:16:3e:2f:20:89", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc382513f-c2", "ovs_interfaceid": "c382513f-c2dd-4328-970b-56c8b8604931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.043607] env[69195]: DEBUG oslo_concurrency.lockutils [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] Acquired lock "refresh_cache-bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.046015] env[69195]: DEBUG nova.network.neutron [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Refreshing network info cache for port c382513f-c2dd-4328-970b-56c8b8604931 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.046015] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:20:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c382513f-c2dd-4328-970b-56c8b8604931', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.054466] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.058294] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.059503] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f18767-0cb3-4be1-9495-ebcc02b5e8e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.083531] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.083531] env[69195]: value = "task-3505050" [ 1110.083531] env[69195]: _type = "Task" [ 1110.083531] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.092838] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505050, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.172456] env[69195]: DEBUG nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.202967] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.203236] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.203552] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.203552] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.203703] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.203845] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.204090] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.204260] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.204437] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.204595] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.204764] env[69195]: DEBUG nova.virt.hardware [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.205653] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43828c6-6bbf-423f-9def-b4716d054131 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.215774] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53388861-90ea-4a4b-96fd-451bc6a6b1d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.350016] env[69195]: DEBUG nova.network.neutron [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Updated VIF entry in instance network info cache for port c382513f-c2dd-4328-970b-56c8b8604931. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.350016] env[69195]: DEBUG nova.network.neutron [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Updating instance_info_cache with network_info: [{"id": "c382513f-c2dd-4328-970b-56c8b8604931", "address": "fa:16:3e:2f:20:89", "network": {"id": "715ac82f-35d9-48ad-a0a2-4d792ba0eb46", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1126666647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e950ccf72b9481dbbb1c44a374b680b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc382513f-c2", "ovs_interfaceid": "c382513f-c2dd-4328-970b-56c8b8604931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.485372] env[69195]: INFO nova.compute.claims [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.512748] env[69195]: DEBUG oslo_concurrency.lockutils [None req-af353f79-6742-4a1e-8a30-25c995feaa96 tempest-ServersTestManualDisk-291117102 tempest-ServersTestManualDisk-291117102-project-member] Lock "3c1a17a5-0e6f-4406-92f2-29695aecb477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.292s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.601880] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505050, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.852037] env[69195]: DEBUG oslo_concurrency.lockutils [req-7a30a4cc-163f-4a7b-bc52-8ade38af09bc req-2d18de60-8b29-41c1-adb1-64fa43f7b422 service nova] Releasing lock "refresh_cache-bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.978546] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquiring lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.978802] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.980543] env[69195]: DEBUG nova.network.neutron [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Successfully updated port: 72056dd0-c5c4-4e69-9736-2122519d5879 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.990713] env[69195]: INFO nova.compute.resource_tracker [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating resource usage from migration f4532fdf-6939-423d-b0f5-c72fbd7be36c [ 1111.095928] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505050, 'name': CreateVM_Task, 'duration_secs': 0.691652} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.095928] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.096383] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.096552] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.096861] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.097218] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b24685-e83e-4804-ab4b-e7a066176be5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.101652] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1111.101652] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209a753-684b-db89-29bb-a89cee764666" [ 1111.101652] env[69195]: _type = "Task" [ 1111.101652] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.109357] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209a753-684b-db89-29bb-a89cee764666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.256029] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388e4210-50f8-4764-aed7-75a67a9cfde5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.263631] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c749c9f4-058f-4771-a159-68927aa30227 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.299226] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f522c8b-45df-47fe-9e96-d6809df7b3df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.306695] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9289be57-ccb8-4729-b3ca-e305b397d9dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.320695] env[69195]: DEBUG nova.compute.provider_tree [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.483182] env[69195]: DEBUG nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.490458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "refresh_cache-0d77a588-7b68-41f2-aba5-f34960ed30e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.491018] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "refresh_cache-0d77a588-7b68-41f2-aba5-f34960ed30e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.491018] env[69195]: DEBUG nova.network.neutron [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.613917] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209a753-684b-db89-29bb-a89cee764666, 'name': SearchDatastore_Task, 'duration_secs': 0.013698} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.613917] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.613917] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.613917] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.613917] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.614399] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.614399] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5dadb43-2569-4cfb-bda5-bb2f5152e1db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.622768] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.622965] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.623690] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb49b1f4-73d8-4638-8e43-2ee84d994680 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.629252] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1111.629252] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5262e7f2-ea92-8e5d-279f-13b030c126fd" [ 1111.629252] env[69195]: _type = "Task" [ 1111.629252] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.637661] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5262e7f2-ea92-8e5d-279f-13b030c126fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.776520] env[69195]: DEBUG nova.compute.manager [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Received event network-vif-plugged-72056dd0-c5c4-4e69-9736-2122519d5879 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.777357] env[69195]: DEBUG oslo_concurrency.lockutils [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] Acquiring lock "0d77a588-7b68-41f2-aba5-f34960ed30e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.777357] env[69195]: DEBUG oslo_concurrency.lockutils [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] Lock "0d77a588-7b68-41f2-aba5-f34960ed30e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.777357] env[69195]: DEBUG oslo_concurrency.lockutils [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] Lock "0d77a588-7b68-41f2-aba5-f34960ed30e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.777688] env[69195]: DEBUG nova.compute.manager [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] No waiting events found dispatching network-vif-plugged-72056dd0-c5c4-4e69-9736-2122519d5879 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.777798] env[69195]: WARNING nova.compute.manager [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Received unexpected event network-vif-plugged-72056dd0-c5c4-4e69-9736-2122519d5879 for instance with vm_state building and task_state spawning. [ 1111.778015] env[69195]: DEBUG nova.compute.manager [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Received event network-changed-72056dd0-c5c4-4e69-9736-2122519d5879 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.778222] env[69195]: DEBUG nova.compute.manager [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Refreshing instance network info cache due to event network-changed-72056dd0-c5c4-4e69-9736-2122519d5879. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.778448] env[69195]: DEBUG oslo_concurrency.lockutils [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] Acquiring lock "refresh_cache-0d77a588-7b68-41f2-aba5-f34960ed30e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.823598] env[69195]: DEBUG nova.scheduler.client.report [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.931670] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.931991] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.932150] env[69195]: INFO nova.compute.manager [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Shelving [ 1112.022918] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.032366] env[69195]: DEBUG nova.network.neutron [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.142138] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5262e7f2-ea92-8e5d-279f-13b030c126fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.142138] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a8c52c-726b-4104-9eb0-bb48b6942bd6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.145983] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1112.145983] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b9d457-94cb-28ae-0ac5-238b278adfc8" [ 1112.145983] env[69195]: _type = "Task" [ 1112.145983] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.155222] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b9d457-94cb-28ae-0ac5-238b278adfc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.163452] env[69195]: DEBUG nova.network.neutron [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Updating instance_info_cache with network_info: [{"id": "72056dd0-c5c4-4e69-9736-2122519d5879", "address": "fa:16:3e:4e:38:e1", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72056dd0-c5", "ovs_interfaceid": "72056dd0-c5c4-4e69-9736-2122519d5879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.326019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "a4420c32-a6b2-4770-9c11-921eb622592d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.326019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.326019] env[69195]: INFO nova.compute.manager [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Shelving [ 1112.332710] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.353s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.332988] env[69195]: INFO nova.compute.manager [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Migrating [ 1112.345766] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.238s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.346522] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.349112] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.170s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.350850] env[69195]: INFO nova.compute.claims [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.389756] env[69195]: INFO nova.scheduler.client.report [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted allocations for instance 0b64c1a2-e44d-4cc0-b842-155f31549f41 [ 1112.658103] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b9d457-94cb-28ae-0ac5-238b278adfc8, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.658553] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.658952] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7/bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.659371] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fb8f840-d38d-4489-b44e-6a35ef062e16 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.667568] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1112.667568] env[69195]: value = "task-3505051" [ 1112.667568] env[69195]: _type = "Task" [ 1112.667568] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.673031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "refresh_cache-0d77a588-7b68-41f2-aba5-f34960ed30e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.673031] env[69195]: DEBUG nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Instance network_info: |[{"id": "72056dd0-c5c4-4e69-9736-2122519d5879", "address": "fa:16:3e:4e:38:e1", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72056dd0-c5", "ovs_interfaceid": "72056dd0-c5c4-4e69-9736-2122519d5879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.673031] env[69195]: DEBUG oslo_concurrency.lockutils [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] Acquired lock "refresh_cache-0d77a588-7b68-41f2-aba5-f34960ed30e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.673031] env[69195]: DEBUG nova.network.neutron [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Refreshing network info cache for port 72056dd0-c5c4-4e69-9736-2122519d5879 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.678453] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:38:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72056dd0-c5c4-4e69-9736-2122519d5879', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.686536] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.687745] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.687967] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79e769a2-f190-437c-8488-eec5af94a7c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.706940] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.711657] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.711657] env[69195]: value = "task-3505052" [ 1112.711657] env[69195]: _type = "Task" [ 1112.711657] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.720565] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505052, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.869420] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.870011] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.870011] env[69195]: DEBUG nova.network.neutron [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.899819] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a8aa7b0-64fd-433f-912a-d37fb9c29274 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "0b64c1a2-e44d-4cc0-b842-155f31549f41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.151s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.946827] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.946962] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2809642c-6451-4a38-a45c-8c5599932d8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.956042] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1112.956042] env[69195]: value = "task-3505053" [ 1112.956042] env[69195]: _type = "Task" [ 1112.956042] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.965606] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.182579] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505051, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.223028] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505052, 'name': CreateVM_Task, 'duration_secs': 0.474464} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.223028] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.223543] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.223710] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.224464] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.224464] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25f24da-c406-4230-9d98-a291304123f7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.228918] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1113.228918] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52703337-d373-75f8-2c3f-8548c8e820b1" [ 1113.228918] env[69195]: _type = "Task" [ 1113.228918] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.239447] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52703337-d373-75f8-2c3f-8548c8e820b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.333919] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.333919] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7500d1e3-c75d-47e6-ba53-a0764b2c84e9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.344790] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1113.344790] env[69195]: value = "task-3505054" [ 1113.344790] env[69195]: _type = "Task" [ 1113.344790] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.358926] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.468101] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505053, 'name': PowerOffVM_Task, 'duration_secs': 0.214424} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.468424] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.469347] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a43284-16d3-4a49-a1e4-6200c1cc8b10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.494353] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f8b16f-4b30-4e06-94ab-3d05f12566d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.587938] env[69195]: DEBUG nova.network.neutron [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Updated VIF entry in instance network info cache for port 72056dd0-c5c4-4e69-9736-2122519d5879. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.588424] env[69195]: DEBUG nova.network.neutron [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Updating instance_info_cache with network_info: [{"id": "72056dd0-c5c4-4e69-9736-2122519d5879", "address": "fa:16:3e:4e:38:e1", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72056dd0-c5", "ovs_interfaceid": "72056dd0-c5c4-4e69-9736-2122519d5879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.624299] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8108dfc0-1fb3-4f2f-82bb-1f6f309f49bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.632546] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9ba420-b32d-4c65-8bb9-a1c5470424c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.675642] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea6565b-7c4a-4bae-bc3c-8e86dea1d787 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.685572] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57224} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.687394] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7/bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.687609] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.688358] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d8aced2-56dd-4f4b-be60-1a187517830e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.691284] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a6c0fc-4d67-4af6-8300-b42a4adc8781 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.708285] env[69195]: DEBUG nova.compute.provider_tree [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.712042] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1113.712042] env[69195]: value = "task-3505055" [ 1113.712042] env[69195]: _type = "Task" [ 1113.712042] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.715163] env[69195]: DEBUG nova.network.neutron [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance_info_cache with network_info: [{"id": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "address": "fa:16:3e:4e:3a:14", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0e2d57-19", "ovs_interfaceid": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.721984] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.748104] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52703337-d373-75f8-2c3f-8548c8e820b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.748436] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.748679] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.748924] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.749086] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.749267] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.749545] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97ade514-12e5-4b40-8263-a74ea32a7dc2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.764122] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.764318] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.765078] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b60567-9f17-4a37-95de-d3141112c133 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.770379] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1113.770379] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52367bb7-22ef-7ef3-297f-067dd5f32e08" [ 1113.770379] env[69195]: _type = "Task" [ 1113.770379] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.777900] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52367bb7-22ef-7ef3-297f-067dd5f32e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.856093] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505054, 'name': PowerOffVM_Task, 'duration_secs': 0.167161} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.856445] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.857418] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e0316-1603-4cab-8570-6299ab4639a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.875946] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7361aedc-1574-49cc-882f-b34d05131190 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.005237] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1114.005590] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76bdf53b-5434-48e4-bc47-6229838dfd2c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.013203] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1114.013203] env[69195]: value = "task-3505056" [ 1114.013203] env[69195]: _type = "Task" [ 1114.013203] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.021799] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505056, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.094210] env[69195]: DEBUG oslo_concurrency.lockutils [req-09e99ed3-c6d5-456b-b6bb-17fa8234df50 req-41434c85-f249-4eac-b3b5-fd5c6f18d4ba service nova] Releasing lock "refresh_cache-0d77a588-7b68-41f2-aba5-f34960ed30e5" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.215531] env[69195]: DEBUG nova.scheduler.client.report [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.218960] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.225322] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164178} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.225627] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.226453] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060d1b1b-3636-45af-b6fa-94accd71db74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.252698] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7/bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.254172] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54974e04-b89d-4478-954b-3fe315a5e646 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.276081] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1114.276081] env[69195]: value = "task-3505057" [ 1114.276081] env[69195]: _type = "Task" [ 1114.276081] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.283392] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52367bb7-22ef-7ef3-297f-067dd5f32e08, 'name': SearchDatastore_Task, 'duration_secs': 0.031848} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.284685] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d35a9b-6d8c-4100-9ea0-6a72e2acfd58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.289782] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.292944] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1114.292944] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d6095a-ed0f-e080-13f0-472ab6b26ddd" [ 1114.292944] env[69195]: _type = "Task" [ 1114.292944] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.296097] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.296313] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.303604] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d6095a-ed0f-e080-13f0-472ab6b26ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.331402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.331659] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.386434] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1114.386807] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8df1c7c9-7ca5-4a81-a8ab-26d2e88e0264 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.393770] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1114.393770] env[69195]: value = "task-3505058" [ 1114.393770] env[69195]: _type = "Task" [ 1114.393770] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.403014] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505058, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.524311] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505056, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.726713] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.726946] env[69195]: DEBUG nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.729644] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.707s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.731179] env[69195]: INFO nova.compute.claims [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.787583] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.805298] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d6095a-ed0f-e080-13f0-472ab6b26ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.016433} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.806080] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.806269] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 0d77a588-7b68-41f2-aba5-f34960ed30e5/0d77a588-7b68-41f2-aba5-f34960ed30e5.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.806470] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.806682] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce8e0bd-39f3-485c-81b8-46ce4543631a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.810203] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.810203] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.810203] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.810203] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.810203] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.810203] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1114.810203] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.814126] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1114.814126] env[69195]: value = "task-3505059" [ 1114.814126] env[69195]: _type = "Task" [ 1114.814126] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.824221] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.833790] env[69195]: DEBUG nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.904921] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505058, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.024626] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505056, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.235772] env[69195]: DEBUG nova.compute.utils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.238508] env[69195]: DEBUG nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.238767] env[69195]: DEBUG nova.network.neutron [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.288047] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505057, 'name': ReconfigVM_Task, 'duration_secs': 0.657084} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.288366] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Reconfigured VM instance instance-00000067 to attach disk [datastore2] bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7/bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.289038] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47dff6fc-3cd8-451c-b709-56043297489f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.292494] env[69195]: DEBUG nova.policy [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88177bf947f14a10a31086d72246d1e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6ee3645f2694c8589b9d8eb057caa3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.295397] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1115.295397] env[69195]: value = "task-3505060" [ 1115.295397] env[69195]: _type = "Task" [ 1115.295397] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.304282] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505060, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.315748] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.327258] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486995} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.327258] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 0d77a588-7b68-41f2-aba5-f34960ed30e5/0d77a588-7b68-41f2-aba5-f34960ed30e5.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.327258] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.327505] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69435660-cb00-4d57-9752-a798153acf76 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.333509] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1115.333509] env[69195]: value = "task-3505061" [ 1115.333509] env[69195]: _type = "Task" [ 1115.333509] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.343489] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.362239] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.404861] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505058, 'name': CreateSnapshot_Task, 'duration_secs': 0.75953} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.405256] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1115.405840] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a115f10a-abbb-4aa7-a653-3eb6f086a156 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.524354] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505056, 'name': CreateSnapshot_Task, 'duration_secs': 1.016217} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.524617] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1115.525398] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ce9d4-e2f0-496d-bee3-64d55699b7ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.588932] env[69195]: DEBUG nova.network.neutron [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Successfully created port: a57a9824-907f-40a4-b84f-74ea06c0c4f5 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.737142] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdddcaad-a4e2-479a-bd4b-5acfaecd9c43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.740166] env[69195]: DEBUG nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.762742] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance 'cca84709-0443-4f3c-9466-90dbf1f69c12' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.809346] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505060, 'name': Rename_Task, 'duration_secs': 0.149023} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.809627] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.809888] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bcd2427-7dc7-4675-a96e-36442d67383b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.816745] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1115.816745] env[69195]: value = "task-3505062" [ 1115.816745] env[69195]: _type = "Task" [ 1115.816745] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.828315] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.845498] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065359} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.845862] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.846636] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a47d29-15a0-47be-b9ca-65695f951445 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.869963] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0d77a588-7b68-41f2-aba5-f34960ed30e5/0d77a588-7b68-41f2-aba5-f34960ed30e5.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.873977] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45468334-8ee1-46ef-9926-7257f0115405 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.892080] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1115.892080] env[69195]: value = "task-3505063" [ 1115.892080] env[69195]: _type = "Task" [ 1115.892080] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.900576] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.927800] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1115.928401] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9d35aed1-b64d-4d08-bc19-544857ca24ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.935271] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1115.935271] env[69195]: value = "task-3505064" [ 1115.935271] env[69195]: _type = "Task" [ 1115.935271] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.945384] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505064, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.043348] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1116.043830] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5cebb99-4e9e-40cc-abd0-41107371f512 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.050157] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f0246-5b46-4433-aa40-763d809c6b5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.062382] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4fe97f-3eb8-4130-a534-d7e6c16d3324 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.066086] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1116.066086] env[69195]: value = "task-3505065" [ 1116.066086] env[69195]: _type = "Task" [ 1116.066086] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.102290] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb7b79-97ca-42ca-8974-3a6c33fd447f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.108469] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505065, 'name': CloneVM_Task} progress is 21%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.114275] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5630d1d3-3c9f-4642-a55b-864513d1cdef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.130974] env[69195]: DEBUG nova.compute.provider_tree [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.271973] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.272389] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f1eadae-b9b8-4a2a-80b3-bb4644625eef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.279904] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1116.279904] env[69195]: value = "task-3505066" [ 1116.279904] env[69195]: _type = "Task" [ 1116.279904] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.289482] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.327626] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.404297] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.446082] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505064, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.576744] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505065, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.638043] env[69195]: DEBUG nova.scheduler.client.report [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.752431] env[69195]: DEBUG nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.780762] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.781088] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.781276] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.781490] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.781652] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.781800] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.782023] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.782188] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.782384] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.782550] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.782759] env[69195]: DEBUG nova.virt.hardware [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.783793] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8980e0a-739c-4ec6-9b77-d0bb337b894a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.795638] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505066, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.798840] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b819e1-ca90-41f7-92aa-7b3e207cf6e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.828881] env[69195]: DEBUG oslo_vmware.api [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505062, 'name': PowerOnVM_Task, 'duration_secs': 0.661693} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.829125] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.829333] env[69195]: INFO nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1116.829513] env[69195]: DEBUG nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.830321] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2f2ad4-3b92-4e1d-aee7-4e6ce3193477 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.902343] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505063, 'name': ReconfigVM_Task, 'duration_secs': 0.940811} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.902630] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0d77a588-7b68-41f2-aba5-f34960ed30e5/0d77a588-7b68-41f2-aba5-f34960ed30e5.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.903267] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119e43e2-4717-4b89-a392-892d3a06291a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.909183] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1116.909183] env[69195]: value = "task-3505067" [ 1116.909183] env[69195]: _type = "Task" [ 1116.909183] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.916856] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505067, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.944938] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505064, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.980041] env[69195]: DEBUG nova.compute.manager [req-addb0629-b63f-45fe-8ca2-2460b73a29f0 req-5b975840-27f2-4dd2-9268-e43e88ece097 service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Received event network-vif-plugged-a57a9824-907f-40a4-b84f-74ea06c0c4f5 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.980272] env[69195]: DEBUG oslo_concurrency.lockutils [req-addb0629-b63f-45fe-8ca2-2460b73a29f0 req-5b975840-27f2-4dd2-9268-e43e88ece097 service nova] Acquiring lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.980581] env[69195]: DEBUG oslo_concurrency.lockutils [req-addb0629-b63f-45fe-8ca2-2460b73a29f0 req-5b975840-27f2-4dd2-9268-e43e88ece097 service nova] Lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.980761] env[69195]: DEBUG oslo_concurrency.lockutils [req-addb0629-b63f-45fe-8ca2-2460b73a29f0 req-5b975840-27f2-4dd2-9268-e43e88ece097 service nova] Lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.980955] env[69195]: DEBUG nova.compute.manager [req-addb0629-b63f-45fe-8ca2-2460b73a29f0 req-5b975840-27f2-4dd2-9268-e43e88ece097 service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] No waiting events found dispatching network-vif-plugged-a57a9824-907f-40a4-b84f-74ea06c0c4f5 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.981160] env[69195]: WARNING nova.compute.manager [req-addb0629-b63f-45fe-8ca2-2460b73a29f0 req-5b975840-27f2-4dd2-9268-e43e88ece097 service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Received unexpected event network-vif-plugged-a57a9824-907f-40a4-b84f-74ea06c0c4f5 for instance with vm_state building and task_state spawning. [ 1117.076743] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505065, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.143588] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.146043] env[69195]: DEBUG nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.146872] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.833s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.147089] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.147255] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1117.147566] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.786s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.149206] env[69195]: INFO nova.compute.claims [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.152589] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ca14e-641f-4e1a-8ed9-3926b51ce549 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.161964] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe4b73-86e9-4086-b3d9-b17563783d9c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.177379] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7cbee4-75c8-47b3-a5ff-b8496e1a4c5a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.184388] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4557982-a58a-4860-8b52-5e6bdd1b13e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.216024] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178838MB free_disk=89GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1117.216186] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.292461] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505066, 'name': PowerOffVM_Task, 'duration_secs': 0.560901} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.292804] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.292915] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance 'cca84709-0443-4f3c-9466-90dbf1f69c12' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.347950] env[69195]: INFO nova.compute.manager [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Took 26.55 seconds to build instance. [ 1117.373774] env[69195]: DEBUG nova.network.neutron [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Successfully updated port: a57a9824-907f-40a4-b84f-74ea06c0c4f5 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.418687] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505067, 'name': Rename_Task, 'duration_secs': 0.161139} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.418967] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.419444] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92dc8153-f95d-41c9-bff2-4371e889390d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.426868] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1117.426868] env[69195]: value = "task-3505068" [ 1117.426868] env[69195]: _type = "Task" [ 1117.426868] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.434995] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.444999] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505064, 'name': CloneVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.577726] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505065, 'name': CloneVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.653795] env[69195]: DEBUG nova.compute.utils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.655376] env[69195]: DEBUG nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.655376] env[69195]: DEBUG nova.network.neutron [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.711256] env[69195]: DEBUG nova.policy [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa25026430b34800a586599733e2d661', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59c5c754911545ddbadf43b82aab1723', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.800095] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.800347] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.800539] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.800759] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.800913] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.801076] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.801286] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.801471] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.802179] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.802179] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.802179] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.807911] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426d1c4e-5df7-4e4f-9329-bf6d92166175 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.825491] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1117.825491] env[69195]: value = "task-3505069" [ 1117.825491] env[69195]: _type = "Task" [ 1117.825491] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.834356] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.850144] env[69195]: DEBUG oslo_concurrency.lockutils [None req-32bb9f24-2590-47e6-a360-a8fd94c999a7 tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.055s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.877036] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquiring lock "refresh_cache-49aedd93-7277-4e3d-ae8d-899e68a98a8b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.877036] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquired lock "refresh_cache-49aedd93-7277-4e3d-ae8d-899e68a98a8b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.877036] env[69195]: DEBUG nova.network.neutron [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.938026] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.946634] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505064, 'name': CloneVM_Task, 'duration_secs': 1.551174} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.946806] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Created linked-clone VM from snapshot [ 1117.947483] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf45d0-0f7c-4da9-9365-3b740dcd44f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.956471] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Uploading image cb97920e-af43-4934-91ab-cf968b3c4e11 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1117.985115] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1117.985115] env[69195]: value = "vm-700396" [ 1117.985115] env[69195]: _type = "VirtualMachine" [ 1117.985115] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1117.986563] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-454bfb78-0c8d-4f32-8006-7db5ddf5306f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.993098] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lease: (returnval){ [ 1117.993098] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523269ed-ef3b-63a9-6bec-766eab9a241d" [ 1117.993098] env[69195]: _type = "HttpNfcLease" [ 1117.993098] env[69195]: } obtained for exporting VM: (result){ [ 1117.993098] env[69195]: value = "vm-700396" [ 1117.993098] env[69195]: _type = "VirtualMachine" [ 1117.993098] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1117.993343] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the lease: (returnval){ [ 1117.993343] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523269ed-ef3b-63a9-6bec-766eab9a241d" [ 1117.993343] env[69195]: _type = "HttpNfcLease" [ 1117.993343] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.000090] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.000090] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523269ed-ef3b-63a9-6bec-766eab9a241d" [ 1118.000090] env[69195]: _type = "HttpNfcLease" [ 1118.000090] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.056351] env[69195]: DEBUG nova.network.neutron [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Successfully created port: 7721916e-e8d2-4601-88ba-9ec80279ec3c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.079663] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505065, 'name': CloneVM_Task, 'duration_secs': 1.550977} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.079970] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Created linked-clone VM from snapshot [ 1118.080837] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a046dafe-61b0-442c-9e55-0148fceaf698 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.089644] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Uploading image b880f2ac-62be-4894-af99-f4d537c45cd9 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1118.113962] env[69195]: DEBUG oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1118.113962] env[69195]: value = "vm-700397" [ 1118.113962] env[69195]: _type = "VirtualMachine" [ 1118.113962] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1118.114265] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6329142-d93c-47d9-9358-9554f350db3c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.121281] env[69195]: DEBUG oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lease: (returnval){ [ 1118.121281] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52785220-bdd7-a506-81f4-75200297d341" [ 1118.121281] env[69195]: _type = "HttpNfcLease" [ 1118.121281] env[69195]: } obtained for exporting VM: (result){ [ 1118.121281] env[69195]: value = "vm-700397" [ 1118.121281] env[69195]: _type = "VirtualMachine" [ 1118.121281] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1118.121754] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the lease: (returnval){ [ 1118.121754] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52785220-bdd7-a506-81f4-75200297d341" [ 1118.121754] env[69195]: _type = "HttpNfcLease" [ 1118.121754] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.129647] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.129647] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52785220-bdd7-a506-81f4-75200297d341" [ 1118.129647] env[69195]: _type = "HttpNfcLease" [ 1118.129647] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.159153] env[69195]: DEBUG nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.342187] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505069, 'name': ReconfigVM_Task, 'duration_secs': 0.144321} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.342552] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance 'cca84709-0443-4f3c-9466-90dbf1f69c12' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.407083] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e8dd4e-0d14-4a89-adb8-1f932489d945 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.415469] env[69195]: DEBUG nova.network.neutron [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.418266] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fdb04e-65d8-4623-9ba7-6fa1ec62de7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.454012] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d442de29-531b-4f5b-93b3-f1a6e1931c53 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.462211] env[69195]: DEBUG oslo_vmware.api [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505068, 'name': PowerOnVM_Task, 'duration_secs': 0.767139} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.464524] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.464755] env[69195]: INFO nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1118.464939] env[69195]: DEBUG nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.465773] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38283f6-93e8-4dee-8e2b-c5852c33d8b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.469117] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c57c9b-274d-405c-97ab-304d09a2bc17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.488754] env[69195]: DEBUG nova.compute.provider_tree [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.501651] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.501651] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523269ed-ef3b-63a9-6bec-766eab9a241d" [ 1118.501651] env[69195]: _type = "HttpNfcLease" [ 1118.501651] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1118.502524] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1118.502524] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523269ed-ef3b-63a9-6bec-766eab9a241d" [ 1118.502524] env[69195]: _type = "HttpNfcLease" [ 1118.502524] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1118.502925] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11f0831-1c48-4d12-aa67-1e9d0adc7f2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.510242] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df588d-533f-9e40-e909-e581a9bbbf88/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1118.510443] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df588d-533f-9e40-e909-e581a9bbbf88/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1118.630535] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.630535] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52785220-bdd7-a506-81f4-75200297d341" [ 1118.630535] env[69195]: _type = "HttpNfcLease" [ 1118.630535] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1118.632049] env[69195]: DEBUG oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1118.632049] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52785220-bdd7-a506-81f4-75200297d341" [ 1118.632049] env[69195]: _type = "HttpNfcLease" [ 1118.632049] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1118.632359] env[69195]: DEBUG nova.network.neutron [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Updating instance_info_cache with network_info: [{"id": "a57a9824-907f-40a4-b84f-74ea06c0c4f5", "address": "fa:16:3e:60:47:71", "network": {"id": "f60e01e4-8d98-4dc8-87f0-6ba9c6b8a602", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2070971817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ee3645f2694c8589b9d8eb057caa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57a9824-90", "ovs_interfaceid": "a57a9824-907f-40a4-b84f-74ea06c0c4f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.633941] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f4a68e-3dcc-4849-88d0-0ba2782c7f19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.644055] env[69195]: DEBUG oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19fc9-17ea-0cbb-6863-6fda38c47d34/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1118.644245] env[69195]: DEBUG oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19fc9-17ea-0cbb-6863-6fda38c47d34/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1118.700739] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.702366] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.702366] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.702366] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.702366] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.708100] env[69195]: INFO nova.compute.manager [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Terminating instance [ 1118.715032] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4d6a4f06-594a-4ad5-ac06-e7c0947456df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.775269] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2142b429-f2c5-4a9f-9607-9d162053b896 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.852824] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.853622] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.853622] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.853793] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.853849] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.854027] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.854267] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.854376] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.854536] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.854948] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.854948] env[69195]: DEBUG nova.virt.hardware [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.860613] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.860914] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e062521e-a42c-4173-89b4-e72398df3a89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.880256] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1118.880256] env[69195]: value = "task-3505072" [ 1118.880256] env[69195]: _type = "Task" [ 1118.880256] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.888323] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.997035] env[69195]: DEBUG nova.scheduler.client.report [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.005168] env[69195]: INFO nova.compute.manager [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Took 23.52 seconds to build instance. [ 1119.139437] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Releasing lock "refresh_cache-49aedd93-7277-4e3d-ae8d-899e68a98a8b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.140171] env[69195]: DEBUG nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Instance network_info: |[{"id": "a57a9824-907f-40a4-b84f-74ea06c0c4f5", "address": "fa:16:3e:60:47:71", "network": {"id": "f60e01e4-8d98-4dc8-87f0-6ba9c6b8a602", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2070971817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ee3645f2694c8589b9d8eb057caa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57a9824-90", "ovs_interfaceid": "a57a9824-907f-40a4-b84f-74ea06c0c4f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.143751] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:47:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a57a9824-907f-40a4-b84f-74ea06c0c4f5', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.151646] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Creating folder: Project (a6ee3645f2694c8589b9d8eb057caa3c). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.152869] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bce7cabd-a399-42bf-8f5f-17b3b8c3e365 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.166965] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Created folder: Project (a6ee3645f2694c8589b9d8eb057caa3c) in parent group-v700121. [ 1119.166965] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Creating folder: Instances. Parent ref: group-v700398. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.167234] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdecfefa-2989-4110-bb83-8c21d7051346 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.177509] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Created folder: Instances in parent group-v700398. [ 1119.178083] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.178748] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.178839] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da41b80-b265-4090-9370-d2dd9db4011c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.200153] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.200153] env[69195]: value = "task-3505075" [ 1119.200153] env[69195]: _type = "Task" [ 1119.200153] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.215068] env[69195]: DEBUG nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.220328] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505075, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.221835] env[69195]: DEBUG nova.compute.manager [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.222949] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.225748] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c454fc51-73c3-4b50-8505-f439db1731be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.238123] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.238123] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e575673c-77ac-4056-a8bb-78bc503caba8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.245408] env[69195]: DEBUG oslo_vmware.api [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1119.245408] env[69195]: value = "task-3505076" [ 1119.245408] env[69195]: _type = "Task" [ 1119.245408] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.256485] env[69195]: DEBUG oslo_vmware.api [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.344931] env[69195]: DEBUG nova.compute.manager [req-ddc6c12d-96ac-462c-a536-e91fa3ab83b0 req-f4d1206f-1058-4a2b-a36a-ea2f4f059c9c service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Received event network-changed-a57a9824-907f-40a4-b84f-74ea06c0c4f5 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.345380] env[69195]: DEBUG nova.compute.manager [req-ddc6c12d-96ac-462c-a536-e91fa3ab83b0 req-f4d1206f-1058-4a2b-a36a-ea2f4f059c9c service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Refreshing instance network info cache due to event network-changed-a57a9824-907f-40a4-b84f-74ea06c0c4f5. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.345796] env[69195]: DEBUG oslo_concurrency.lockutils [req-ddc6c12d-96ac-462c-a536-e91fa3ab83b0 req-f4d1206f-1058-4a2b-a36a-ea2f4f059c9c service nova] Acquiring lock "refresh_cache-49aedd93-7277-4e3d-ae8d-899e68a98a8b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.346190] env[69195]: DEBUG oslo_concurrency.lockutils [req-ddc6c12d-96ac-462c-a536-e91fa3ab83b0 req-f4d1206f-1058-4a2b-a36a-ea2f4f059c9c service nova] Acquired lock "refresh_cache-49aedd93-7277-4e3d-ae8d-899e68a98a8b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.346553] env[69195]: DEBUG nova.network.neutron [req-ddc6c12d-96ac-462c-a536-e91fa3ab83b0 req-f4d1206f-1058-4a2b-a36a-ea2f4f059c9c service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Refreshing network info cache for port a57a9824-907f-40a4-b84f-74ea06c0c4f5 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.393333] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505072, 'name': ReconfigVM_Task, 'duration_secs': 0.200008} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.393713] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.394598] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07038734-739f-41d3-8724-3f233c199b2a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.425520] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] cca84709-0443-4f3c-9466-90dbf1f69c12/cca84709-0443-4f3c-9466-90dbf1f69c12.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.426624] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33aff3e1-ea9c-4de3-a1a3-71aaa643ecc4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.450072] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1119.450072] env[69195]: value = "task-3505077" [ 1119.450072] env[69195]: _type = "Task" [ 1119.450072] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.462743] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505077, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.506243] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.506972] env[69195]: DEBUG nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.510924] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.295s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.516883] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b8f923ba-4e3d-4799-8fbe-4543c0aba6d1 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "0d77a588-7b68-41f2-aba5-f34960ed30e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.039s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.654151] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "0d77a588-7b68-41f2-aba5-f34960ed30e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.654787] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "0d77a588-7b68-41f2-aba5-f34960ed30e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.654787] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "0d77a588-7b68-41f2-aba5-f34960ed30e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.655428] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "0d77a588-7b68-41f2-aba5-f34960ed30e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.656012] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "0d77a588-7b68-41f2-aba5-f34960ed30e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.658473] env[69195]: INFO nova.compute.manager [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Terminating instance [ 1119.714609] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505075, 'name': CreateVM_Task, 'duration_secs': 0.341962} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.715055] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.717402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.717671] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.718494] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.718904] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c18faad4-36b7-4e23-8df7-a8ff04de5a4d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.725302] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1119.725302] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ab36df-29bc-e874-c600-69c02ae38d78" [ 1119.725302] env[69195]: _type = "Task" [ 1119.725302] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.740384] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ab36df-29bc-e874-c600-69c02ae38d78, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.743053] env[69195]: DEBUG nova.network.neutron [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Successfully updated port: 7721916e-e8d2-4601-88ba-9ec80279ec3c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.748017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.748017] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.748017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.748017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.748017] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.748397] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73e4ae87-3d4b-4a2b-bd03-7f7fde7dc803 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.761714] env[69195]: DEBUG oslo_vmware.api [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505076, 'name': PowerOffVM_Task, 'duration_secs': 0.203076} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.763069] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.763326] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.765351] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7721a4c-142f-4fca-815a-5fddac226cf7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.767383] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.768015] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.772035] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd45dd3-0c52-4c61-a9f9-58e7da068684 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.779953] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1119.779953] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5265b00a-ac27-7095-ca79-ca847b174918" [ 1119.779953] env[69195]: _type = "Task" [ 1119.779953] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.789072] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5265b00a-ac27-7095-ca79-ca847b174918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.870435] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.870721] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.870988] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleting the datastore file [datastore2] bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.871362] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a314c451-7419-4789-94c0-4d771a6c0aac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.879571] env[69195]: DEBUG oslo_vmware.api [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for the task: (returnval){ [ 1119.879571] env[69195]: value = "task-3505079" [ 1119.879571] env[69195]: _type = "Task" [ 1119.879571] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.888573] env[69195]: DEBUG oslo_vmware.api [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.963305] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505077, 'name': ReconfigVM_Task, 'duration_secs': 0.362367} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.964538] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Reconfigured VM instance instance-00000065 to attach disk [datastore2] cca84709-0443-4f3c-9466-90dbf1f69c12/cca84709-0443-4f3c-9466-90dbf1f69c12.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.965082] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance 'cca84709-0443-4f3c-9466-90dbf1f69c12' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.025719] env[69195]: DEBUG nova.compute.utils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.028531] env[69195]: DEBUG nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.028830] env[69195]: DEBUG nova.network.neutron [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.093536] env[69195]: DEBUG nova.policy [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be22d8c5b06544daad59d63b0a5ac086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80049afcf8084912971b453f25b90d55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.112983] env[69195]: DEBUG nova.network.neutron [req-ddc6c12d-96ac-462c-a536-e91fa3ab83b0 req-f4d1206f-1058-4a2b-a36a-ea2f4f059c9c service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Updated VIF entry in instance network info cache for port a57a9824-907f-40a4-b84f-74ea06c0c4f5. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.113678] env[69195]: DEBUG nova.network.neutron [req-ddc6c12d-96ac-462c-a536-e91fa3ab83b0 req-f4d1206f-1058-4a2b-a36a-ea2f4f059c9c service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Updating instance_info_cache with network_info: [{"id": "a57a9824-907f-40a4-b84f-74ea06c0c4f5", "address": "fa:16:3e:60:47:71", "network": {"id": "f60e01e4-8d98-4dc8-87f0-6ba9c6b8a602", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2070971817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6ee3645f2694c8589b9d8eb057caa3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57a9824-90", "ovs_interfaceid": "a57a9824-907f-40a4-b84f-74ea06c0c4f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.164060] env[69195]: DEBUG nova.compute.manager [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.164356] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.165473] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a28c4a2-0029-40a5-a1b9-36500db91ff1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.175079] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.175840] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e18fe8c9-a716-431a-8f87-4c02972800df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.185825] env[69195]: DEBUG oslo_vmware.api [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1120.185825] env[69195]: value = "task-3505080" [ 1120.185825] env[69195]: _type = "Task" [ 1120.185825] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.196055] env[69195]: DEBUG oslo_vmware.api [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.247624] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquiring lock "refresh_cache-3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.249047] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquired lock "refresh_cache-3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.249047] env[69195]: DEBUG nova.network.neutron [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.290221] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5265b00a-ac27-7095-ca79-ca847b174918, 'name': SearchDatastore_Task, 'duration_secs': 0.014571} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.292629] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883eb7de-c493-4646-a54f-d6256b10c9ab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.300735] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1120.300735] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afa592-2332-1561-70c8-7fe5896dec8a" [ 1120.300735] env[69195]: _type = "Task" [ 1120.300735] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.309825] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afa592-2332-1561-70c8-7fe5896dec8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.397128] env[69195]: DEBUG oslo_vmware.api [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Task: {'id': task-3505079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322097} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.397922] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.398139] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.398737] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.399912] env[69195]: INFO nova.compute.manager [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1120.400372] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.400748] env[69195]: DEBUG nova.compute.manager [-] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.400868] env[69195]: DEBUG nova.network.neutron [-] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.474450] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc5fd7a-b774-4a20-a933-b311b199074d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.500920] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec856632-2c90-45d2-a45d-77050d9c6649 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.527849] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Applying migration context for instance cca84709-0443-4f3c-9466-90dbf1f69c12 as it has an incoming, in-progress migration f4532fdf-6939-423d-b0f5-c72fbd7be36c. Migration status is migrating {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1120.529730] env[69195]: INFO nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating resource usage from migration f4532fdf-6939-423d-b0f5-c72fbd7be36c [ 1120.533907] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance 'cca84709-0443-4f3c-9466-90dbf1f69c12' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.544143] env[69195]: DEBUG nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.548628] env[69195]: DEBUG nova.network.neutron [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Successfully created port: 366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.589382] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance d4c5a32a-fcfc-4618-bdfd-3fe922c999df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.591298] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 81ccba60-0cff-4dfc-838f-aea8608e59aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.591586] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 68cc86df-23b7-48ca-8ab5-ce4f930edcc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.591737] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c8b072b0-f95d-453f-abd5-332df7aaf6b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.592099] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a4420c32-a6b2-4770-9c11-921eb622592d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.592276] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 5c2e031a-258e-4762-8b3f-78e6636d3803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.592501] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.592650] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 45e54d69-73a2-4f32-829f-e360b58d5fe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.592812] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.593012] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0d77a588-7b68-41f2-aba5-f34960ed30e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.593138] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Migration f4532fdf-6939-423d-b0f5-c72fbd7be36c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1120.593261] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance cca84709-0443-4f3c-9466-90dbf1f69c12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.593475] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 49aedd93-7277-4e3d-ae8d-899e68a98a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.594023] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.594312] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c2849939-1b5f-4c96-a555-d0a6a6b3ddee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1120.594764] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1120.595069] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1120.616804] env[69195]: DEBUG oslo_concurrency.lockutils [req-ddc6c12d-96ac-462c-a536-e91fa3ab83b0 req-f4d1206f-1058-4a2b-a36a-ea2f4f059c9c service nova] Releasing lock "refresh_cache-49aedd93-7277-4e3d-ae8d-899e68a98a8b" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.699840] env[69195]: DEBUG oslo_vmware.api [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505080, 'name': PowerOffVM_Task, 'duration_secs': 0.248228} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.700194] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.700338] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.700763] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1d71c00-3ff1-412e-9feb-2c38d6d21314 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.766083] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.766323] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.766569] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleting the datastore file [datastore2] 0d77a588-7b68-41f2-aba5-f34960ed30e5 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.766839] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce429992-6706-4230-bab8-0927dda4cdc1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.775589] env[69195]: DEBUG oslo_vmware.api [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1120.775589] env[69195]: value = "task-3505082" [ 1120.775589] env[69195]: _type = "Task" [ 1120.775589] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.786318] env[69195]: DEBUG oslo_vmware.api [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.796599] env[69195]: DEBUG nova.network.neutron [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.817150] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afa592-2332-1561-70c8-7fe5896dec8a, 'name': SearchDatastore_Task, 'duration_secs': 0.017853} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.817150] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.817150] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 49aedd93-7277-4e3d-ae8d-899e68a98a8b/49aedd93-7277-4e3d-ae8d-899e68a98a8b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.817150] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-230c44d1-32b1-46c0-abe4-4f592ed7bafa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.828039] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1120.828039] env[69195]: value = "task-3505083" [ 1120.828039] env[69195]: _type = "Task" [ 1120.828039] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.838392] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.860858] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a97f060-c5ac-4e91-98d1-66c6963173a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.870387] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fbc288-4e3f-4379-822c-17da654d81f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.908124] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d60da3-6e95-4d2a-9340-877e3799e22f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.916838] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62dd0dc-8468-47f2-b21e-e47f79c6a7d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.932459] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.015106] env[69195]: DEBUG nova.network.neutron [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Updating instance_info_cache with network_info: [{"id": "7721916e-e8d2-4601-88ba-9ec80279ec3c", "address": "fa:16:3e:9a:23:79", "network": {"id": "2ad3a144-a75b-4689-aee5-ac37bbe08527", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2066915916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c5c754911545ddbadf43b82aab1723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7721916e-e8", "ovs_interfaceid": "7721916e-e8d2-4601-88ba-9ec80279ec3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.131372] env[69195]: DEBUG nova.network.neutron [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Port ed0e2d57-191a-4979-b692-e6af2126ab6c binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1121.286929] env[69195]: DEBUG oslo_vmware.api [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14429} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.287251] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.287448] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.287628] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.287809] env[69195]: INFO nova.compute.manager [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1121.288081] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.288286] env[69195]: DEBUG nova.compute.manager [-] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.288420] env[69195]: DEBUG nova.network.neutron [-] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.338455] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.379936] env[69195]: DEBUG nova.compute.manager [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Received event network-vif-plugged-7721916e-e8d2-4601-88ba-9ec80279ec3c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.380169] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] Acquiring lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.380396] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] Lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.380649] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] Lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.380966] env[69195]: DEBUG nova.compute.manager [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] No waiting events found dispatching network-vif-plugged-7721916e-e8d2-4601-88ba-9ec80279ec3c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.381855] env[69195]: WARNING nova.compute.manager [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Received unexpected event network-vif-plugged-7721916e-e8d2-4601-88ba-9ec80279ec3c for instance with vm_state building and task_state spawning. [ 1121.382103] env[69195]: DEBUG nova.compute.manager [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Received event network-changed-7721916e-e8d2-4601-88ba-9ec80279ec3c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.382313] env[69195]: DEBUG nova.compute.manager [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Refreshing instance network info cache due to event network-changed-7721916e-e8d2-4601-88ba-9ec80279ec3c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.382530] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] Acquiring lock "refresh_cache-3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.438490] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.518083] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Releasing lock "refresh_cache-3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.518455] env[69195]: DEBUG nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Instance network_info: |[{"id": "7721916e-e8d2-4601-88ba-9ec80279ec3c", "address": "fa:16:3e:9a:23:79", "network": {"id": "2ad3a144-a75b-4689-aee5-ac37bbe08527", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2066915916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c5c754911545ddbadf43b82aab1723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7721916e-e8", "ovs_interfaceid": "7721916e-e8d2-4601-88ba-9ec80279ec3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.519476] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] Acquired lock "refresh_cache-3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.519476] env[69195]: DEBUG nova.network.neutron [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Refreshing network info cache for port 7721916e-e8d2-4601-88ba-9ec80279ec3c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.542631] env[69195]: DEBUG nova.network.neutron [-] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.564573] env[69195]: DEBUG nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.839474] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57195} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.839753] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 49aedd93-7277-4e3d-ae8d-899e68a98a8b/49aedd93-7277-4e3d-ae8d-899e68a98a8b.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.839976] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.840398] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d909a73-52fa-43a1-b867-5698e636fcc5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.847700] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1121.847700] env[69195]: value = "task-3505084" [ 1121.847700] env[69195]: _type = "Task" [ 1121.847700] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.856705] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.945146] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1121.945146] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.434s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.010062] env[69195]: DEBUG nova.network.neutron [-] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.045042] env[69195]: INFO nova.compute.manager [-] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Took 1.64 seconds to deallocate network for instance. [ 1122.157028] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.157028] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.157028] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.327875] env[69195]: DEBUG nova.network.neutron [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Updated VIF entry in instance network info cache for port 7721916e-e8d2-4601-88ba-9ec80279ec3c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.328287] env[69195]: DEBUG nova.network.neutron [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Updating instance_info_cache with network_info: [{"id": "7721916e-e8d2-4601-88ba-9ec80279ec3c", "address": "fa:16:3e:9a:23:79", "network": {"id": "2ad3a144-a75b-4689-aee5-ac37bbe08527", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2066915916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59c5c754911545ddbadf43b82aab1723", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7721916e-e8", "ovs_interfaceid": "7721916e-e8d2-4601-88ba-9ec80279ec3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.358715] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096247} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.359095] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.359955] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac4ce5a-5a3b-4964-a8ae-8617e4b28cd0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.384118] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 49aedd93-7277-4e3d-ae8d-899e68a98a8b/49aedd93-7277-4e3d-ae8d-899e68a98a8b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.384563] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee18547-1745-4425-a59f-f000d1f6e9d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.405631] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1122.405631] env[69195]: value = "task-3505085" [ 1122.405631] env[69195]: _type = "Task" [ 1122.405631] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.415298] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.499297] env[69195]: DEBUG nova.network.neutron [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Successfully updated port: 366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.513692] env[69195]: INFO nova.compute.manager [-] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Took 1.22 seconds to deallocate network for instance. [ 1122.551425] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.551768] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.552071] env[69195]: DEBUG nova.objects.instance [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lazy-loading 'resources' on Instance uuid bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.832272] env[69195]: DEBUG oslo_concurrency.lockutils [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] Releasing lock "refresh_cache-3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.832560] env[69195]: DEBUG nova.compute.manager [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Received event network-vif-deleted-c382513f-c2dd-4328-970b-56c8b8604931 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.832825] env[69195]: INFO nova.compute.manager [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Neutron deleted interface c382513f-c2dd-4328-970b-56c8b8604931; detaching it from the instance and deleting it from the info cache [ 1122.833041] env[69195]: DEBUG nova.network.neutron [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.916810] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505085, 'name': ReconfigVM_Task, 'duration_secs': 0.312316} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.917126] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 49aedd93-7277-4e3d-ae8d-899e68a98a8b/49aedd93-7277-4e3d-ae8d-899e68a98a8b.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.917778] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b65fb81-8d09-4de6-9117-5f035f391f67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.924369] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1122.924369] env[69195]: value = "task-3505086" [ 1122.924369] env[69195]: _type = "Task" [ 1122.924369] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.933478] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505086, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.002402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.002402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.002666] env[69195]: DEBUG nova.network.neutron [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.019679] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.206165] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.206391] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.206628] env[69195]: DEBUG nova.network.neutron [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.337702] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d102f1f6-1d95-4017-b316-74175e73010e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.347296] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2615f184-fda8-42e6-8b6d-dc5fb4b3490d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.362397] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b38bbea-a54f-4536-a9c2-1d5a9984aa64 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.387392] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c920715-3ac7-457c-9a1e-1859491a6d96 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.391247] env[69195]: DEBUG nova.compute.manager [req-fbb3e44b-5c56-432f-a2a2-6294ed6e2eee req-aa863b41-456d-4ec0-a1e7-72491a803fbf service nova] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Detach interface failed, port_id=c382513f-c2dd-4328-970b-56c8b8604931, reason: Instance bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.421659] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db5ff4-0fca-4389-9fc9-1641d8a36358 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.427165] env[69195]: DEBUG nova.compute.manager [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Received event network-vif-deleted-72056dd0-c5c4-4e69-9736-2122519d5879 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.427454] env[69195]: DEBUG nova.compute.manager [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Received event network-vif-plugged-366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.427736] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] Acquiring lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.428090] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.428346] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.428622] env[69195]: DEBUG nova.compute.manager [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] No waiting events found dispatching network-vif-plugged-366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.428851] env[69195]: WARNING nova.compute.manager [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Received unexpected event network-vif-plugged-366d7d30-f68e-430a-a4ea-f50371cc210d for instance with vm_state building and task_state spawning. [ 1123.429097] env[69195]: DEBUG nova.compute.manager [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Received event network-changed-366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.429186] env[69195]: DEBUG nova.compute.manager [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Refreshing instance network info cache due to event network-changed-366d7d30-f68e-430a-a4ea-f50371cc210d. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.429356] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] Acquiring lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.441811] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef000464-f70f-40df-a5e9-e457398dbeeb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.446719] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505086, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.457763] env[69195]: DEBUG nova.compute.provider_tree [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.537167] env[69195]: DEBUG nova.network.neutron [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.678274] env[69195]: DEBUG nova.network.neutron [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [{"id": "366d7d30-f68e-430a-a4ea-f50371cc210d", "address": "fa:16:3e:5e:29:32", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d7d30-f6", "ovs_interfaceid": "366d7d30-f68e-430a-a4ea-f50371cc210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.951620] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505086, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.960891] env[69195]: DEBUG nova.scheduler.client.report [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.000391] env[69195]: DEBUG nova.network.neutron [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance_info_cache with network_info: [{"id": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "address": "fa:16:3e:4e:3a:14", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0e2d57-19", "ovs_interfaceid": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.181219] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.181569] env[69195]: DEBUG nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Instance network_info: |[{"id": "366d7d30-f68e-430a-a4ea-f50371cc210d", "address": "fa:16:3e:5e:29:32", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d7d30-f6", "ovs_interfaceid": "366d7d30-f68e-430a-a4ea-f50371cc210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.181941] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] Acquired lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.182138] env[69195]: DEBUG nova.network.neutron [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Refreshing network info cache for port 366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.444023] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505086, 'name': Rename_Task, 'duration_secs': 1.141838} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.444340] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.444945] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def38de4-7ae4-4a56-9245-519c46a15c1a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.451613] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1124.451613] env[69195]: value = "task-3505087" [ 1124.451613] env[69195]: _type = "Task" [ 1124.451613] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.462825] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.465902] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.469068] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.449s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.469068] env[69195]: DEBUG nova.objects.instance [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lazy-loading 'resources' on Instance uuid 0d77a588-7b68-41f2-aba5-f34960ed30e5 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.486950] env[69195]: INFO nova.scheduler.client.report [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Deleted allocations for instance bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7 [ 1124.504111] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.929050] env[69195]: DEBUG nova.network.neutron [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updated VIF entry in instance network info cache for port 366d7d30-f68e-430a-a4ea-f50371cc210d. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.929433] env[69195]: DEBUG nova.network.neutron [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [{"id": "366d7d30-f68e-430a-a4ea-f50371cc210d", "address": "fa:16:3e:5e:29:32", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d7d30-f6", "ovs_interfaceid": "366d7d30-f68e-430a-a4ea-f50371cc210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.964219] env[69195]: DEBUG oslo_vmware.api [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505087, 'name': PowerOnVM_Task, 'duration_secs': 0.47925} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.964520] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.964652] env[69195]: INFO nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1124.964810] env[69195]: DEBUG nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.965630] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b668012-8246-44bf-b7ef-8e631d7e7b3a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.994820] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c9c3a809-0d35-4a90-a211-c6d339ecbc4a tempest-ServerDiskConfigTestJSON-1476779099 tempest-ServerDiskConfigTestJSON-1476779099-project-member] Lock "bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.294s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.028550] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef420f87-4f25-4bb8-96c6-63ce827a4623 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.051411] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab852b9-dc03-468f-8f3a-de8751310fd4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.060552] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance 'cca84709-0443-4f3c-9466-90dbf1f69c12' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.207910] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a28255-f130-422e-a83e-45abcccbfded {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.216467] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f64fe7b-f62b-47a4-acbd-6ff0ffe6e56f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.247980] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6aeee2-9233-4bdf-bdb6-60817eb889f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.255990] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f872dc9-fb9f-4855-abec-820fbec24358 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.270481] env[69195]: DEBUG nova.compute.provider_tree [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.432402] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3579961-3e9a-4ce2-a272-2e775a0aca0e req-060f6160-93b4-4cc2-9589-2cefe240e9f1 service nova] Releasing lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.487619] env[69195]: INFO nova.compute.manager [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Took 17.35 seconds to build instance. [ 1125.569343] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.570433] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-067cc024-4965-4c6a-8765-7a5e9a8cb652 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.578577] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1125.578577] env[69195]: value = "task-3505088" [ 1125.578577] env[69195]: _type = "Task" [ 1125.578577] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.587631] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.774716] env[69195]: DEBUG nova.scheduler.client.report [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.778863] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquiring lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.989848] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8d73d357-0c38-445c-82d3-56e24680270b tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.879s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.990258] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.212s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.990597] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquiring lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.990841] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.991065] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.993310] env[69195]: INFO nova.compute.manager [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Terminating instance [ 1126.089718] env[69195]: DEBUG oslo_vmware.api [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505088, 'name': PowerOnVM_Task, 'duration_secs': 0.483285} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.089884] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.089999] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8307d294-7cba-463b-9649-bf351ce42bbc tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance 'cca84709-0443-4f3c-9466-90dbf1f69c12' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.280690] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.307870] env[69195]: INFO nova.scheduler.client.report [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted allocations for instance 0d77a588-7b68-41f2-aba5-f34960ed30e5 [ 1126.497988] env[69195]: DEBUG nova.compute.manager [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.498256] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.499214] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab2a1c-8feb-45fa-873a-7c81d45a51c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.508994] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.508994] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07a7d6a8-d7c2-4e7a-bf0c-d3cfed09f06d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.519172] env[69195]: DEBUG oslo_vmware.api [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1126.519172] env[69195]: value = "task-3505089" [ 1126.519172] env[69195]: _type = "Task" [ 1126.519172] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.533496] env[69195]: DEBUG oslo_vmware.api [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.818098] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6a2881d6-0ad1-4cae-8101-147fb61e2561 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "0d77a588-7b68-41f2-aba5-f34960ed30e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.163s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.030601] env[69195]: DEBUG oslo_vmware.api [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505089, 'name': PowerOffVM_Task, 'duration_secs': 0.209547} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.030998] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.031259] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.031606] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5589aa8-ea50-4c42-be81-6afb122542eb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.095836] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.096140] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.096359] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Deleting the datastore file [datastore1] 49aedd93-7277-4e3d-ae8d-899e68a98a8b {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.096654] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a4fa6b8-1725-49bc-84a5-721c8dabe87c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.108430] env[69195]: DEBUG oslo_vmware.api [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for the task: (returnval){ [ 1127.108430] env[69195]: value = "task-3505091" [ 1127.108430] env[69195]: _type = "Task" [ 1127.108430] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.118599] env[69195]: DEBUG oslo_vmware.api [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.624561] env[69195]: DEBUG oslo_vmware.api [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Task: {'id': task-3505091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215673} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.625220] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.625220] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.625398] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.625665] env[69195]: INFO nova.compute.manager [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1127.626143] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.626260] env[69195]: DEBUG nova.compute.manager [-] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.626307] env[69195]: DEBUG nova.network.neutron [-] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.999025] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.999025] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.999025] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.999025] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.999025] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.999025] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.999025] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.999025] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.999402] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.999402] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.999466] env[69195]: DEBUG nova.virt.hardware [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.001848] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ca854-9a14-4fbf-8788-1423ecca858a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.013700] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.013700] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.013700] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.013700] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.013700] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.013700] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.018111] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.018111] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.018111] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.018111] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.018111] env[69195]: DEBUG nova.virt.hardware [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.018111] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3883c63-23a5-4b3f-a142-117080c257f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.022576] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23adb0ca-da8a-411c-85dd-ee872a04f49b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.041981] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3366978b-cbee-4666-acdf-c9a51844aae7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.046585] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:23:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7721916e-e8d2-4601-88ba-9ec80279ec3c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.054205] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Creating folder: Project (59c5c754911545ddbadf43b82aab1723). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.056658] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df588d-533f-9e40-e909-e581a9bbbf88/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1128.057518] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0abf9aa4-7bc1-454a-9732-55722c691686 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.059929] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2f18fe-c8e1-443f-b190-b1dccd5202b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.069244] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df588d-533f-9e40-e909-e581a9bbbf88/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1128.069244] env[69195]: ERROR oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df588d-533f-9e40-e909-e581a9bbbf88/disk-0.vmdk due to incomplete transfer. [ 1128.078583] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05afab57-9bae-4ce3-82ef-3e00b9ded4b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.080597] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:29:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366d7d30-f68e-430a-a4ea-f50371cc210d', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.102158] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.102784] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.105105] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b90dbbef-97a5-48d9-af74-4854c1ca1fb1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.139648] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Created folder: Project (59c5c754911545ddbadf43b82aab1723) in parent group-v700121. [ 1128.145230] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Creating folder: Instances. Parent ref: group-v700401. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.145230] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df588d-533f-9e40-e909-e581a9bbbf88/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1128.145230] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Uploaded image cb97920e-af43-4934-91ab-cf968b3c4e11 to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1128.148365] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1128.149240] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2643b1ee-245b-4a5c-981e-9083aa08d912 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.153700] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9198219b-ee58-4e6f-8b1c-59f820a475fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.161926] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.161926] env[69195]: value = "task-3505093" [ 1128.161926] env[69195]: _type = "Task" [ 1128.161926] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.175694] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1128.175694] env[69195]: value = "task-3505095" [ 1128.175694] env[69195]: _type = "Task" [ 1128.175694] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.175694] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Created folder: Instances in parent group-v700401. [ 1128.175694] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.175694] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.179629] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-697fa697-d7ad-4a5b-be5b-38b216db9284 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.204792] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505093, 'name': CreateVM_Task} progress is 15%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.210948] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505095, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.213525] env[69195]: DEBUG oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19fc9-17ea-0cbb-6863-6fda38c47d34/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1128.216041] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffd3ab4-3464-4403-baa3-957941d4ce33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.219874] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.219874] env[69195]: value = "task-3505096" [ 1128.219874] env[69195]: _type = "Task" [ 1128.219874] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.226323] env[69195]: DEBUG oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19fc9-17ea-0cbb-6863-6fda38c47d34/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1128.226495] env[69195]: ERROR oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19fc9-17ea-0cbb-6863-6fda38c47d34/disk-0.vmdk due to incomplete transfer. [ 1128.227072] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c98e5d1-fcfa-459b-ae23-92611817aa11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.231823] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505096, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.237208] env[69195]: DEBUG oslo_vmware.rw_handles [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d19fc9-17ea-0cbb-6863-6fda38c47d34/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1128.237410] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Uploaded image b880f2ac-62be-4894-af99-f4d537c45cd9 to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1128.239265] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1128.239533] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-173b7462-c0dd-450f-94a4-2b3a25684304 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.244768] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1128.244768] env[69195]: value = "task-3505097" [ 1128.244768] env[69195]: _type = "Task" [ 1128.244768] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.253244] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505097, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.337242] env[69195]: DEBUG nova.compute.manager [req-40d03665-61a8-437d-95aa-8109bdea71e0 req-e60d4d53-3fcc-4d7a-af6e-37f6d689a399 service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Received event network-vif-deleted-a57a9824-907f-40a4-b84f-74ea06c0c4f5 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.337242] env[69195]: INFO nova.compute.manager [req-40d03665-61a8-437d-95aa-8109bdea71e0 req-e60d4d53-3fcc-4d7a-af6e-37f6d689a399 service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Neutron deleted interface a57a9824-907f-40a4-b84f-74ea06c0c4f5; detaching it from the instance and deleting it from the info cache [ 1128.338764] env[69195]: DEBUG nova.network.neutron [req-40d03665-61a8-437d-95aa-8109bdea71e0 req-e60d4d53-3fcc-4d7a-af6e-37f6d689a399 service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.488579] env[69195]: DEBUG nova.network.neutron [-] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.675701] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505093, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.684145] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505095, 'name': Destroy_Task, 'duration_secs': 0.416567} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.684423] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Destroyed the VM [ 1128.684658] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1128.684913] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02cf2f0c-606d-4052-9a58-8c650de2fbd9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.692815] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1128.692815] env[69195]: value = "task-3505098" [ 1128.692815] env[69195]: _type = "Task" [ 1128.692815] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.701247] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.705883] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "cca84709-0443-4f3c-9466-90dbf1f69c12" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.706138] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.706321] env[69195]: DEBUG nova.compute.manager [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Going to confirm migration 7 {{(pid=69195) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1128.730935] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505096, 'name': CreateVM_Task, 'duration_secs': 0.430942} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.731907] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.732621] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.732785] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.733115] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.733618] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369066e1-8f52-4382-b4a7-42296a24fb20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.739784] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1128.739784] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c88832-ea75-431e-7d3c-09dc5bfeff23" [ 1128.739784] env[69195]: _type = "Task" [ 1128.739784] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.751680] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c88832-ea75-431e-7d3c-09dc5bfeff23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.756982] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505097, 'name': Destroy_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.842048] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c787f1f3-480e-4bf4-a8f7-caeb253a0fab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.853797] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b060251-4a66-42e9-aef0-c253155b34c9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.889480] env[69195]: DEBUG nova.compute.manager [req-40d03665-61a8-437d-95aa-8109bdea71e0 req-e60d4d53-3fcc-4d7a-af6e-37f6d689a399 service nova] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Detach interface failed, port_id=a57a9824-907f-40a4-b84f-74ea06c0c4f5, reason: Instance 49aedd93-7277-4e3d-ae8d-899e68a98a8b could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.942159] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.942379] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.988400] env[69195]: INFO nova.compute.manager [-] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Took 1.36 seconds to deallocate network for instance. [ 1129.173642] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505093, 'name': CreateVM_Task, 'duration_secs': 0.642304} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.174015] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.174479] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.203285] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.252072] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c88832-ea75-431e-7d3c-09dc5bfeff23, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.252710] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.252965] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.253232] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.253381] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.253557] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.253832] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.254140] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.254363] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e5f4470-31e0-49e1-877c-5b6f6f7360f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.258761] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f71503-b771-4866-b6a2-b604a7b75575 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.260288] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505097, 'name': Destroy_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.264643] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1129.264643] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521f6d90-3038-ea31-1edd-6323f79e9db8" [ 1129.264643] env[69195]: _type = "Task" [ 1129.264643] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.269965] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.270163] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.273537] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d963a9-a140-40ad-9e31-71b12fcb5ccd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.275703] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521f6d90-3038-ea31-1edd-6323f79e9db8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.276710] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.276874] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquired lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.277063] env[69195]: DEBUG nova.network.neutron [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.277252] env[69195]: DEBUG nova.objects.instance [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lazy-loading 'info_cache' on Instance uuid cca84709-0443-4f3c-9466-90dbf1f69c12 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.282263] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1129.282263] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d5819-00f7-077a-7bb3-25c68b1d0ad6" [ 1129.282263] env[69195]: _type = "Task" [ 1129.282263] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.290893] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d5819-00f7-077a-7bb3-25c68b1d0ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.444834] env[69195]: DEBUG nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.495022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.495331] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.495556] env[69195]: DEBUG nova.objects.instance [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lazy-loading 'resources' on Instance uuid 49aedd93-7277-4e3d-ae8d-899e68a98a8b {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.705323] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.755086] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505097, 'name': Destroy_Task, 'duration_secs': 1.483679} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.755379] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Destroyed the VM [ 1129.755610] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1129.755868] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bbcf2869-6ecd-4863-9e09-1456d0d23bca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.763035] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1129.763035] env[69195]: value = "task-3505099" [ 1129.763035] env[69195]: _type = "Task" [ 1129.763035] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.775317] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505099, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.779036] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521f6d90-3038-ea31-1edd-6323f79e9db8, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.781522] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.781809] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.782048] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.792888] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527d5819-00f7-077a-7bb3-25c68b1d0ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.794247] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b936382c-2dac-443a-bdaa-0d178ea48004 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.801476] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1129.801476] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52496a81-3cba-9e99-1a91-9fb7ab04bb20" [ 1129.801476] env[69195]: _type = "Task" [ 1129.801476] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.811031] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52496a81-3cba-9e99-1a91-9fb7ab04bb20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.969508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.189765] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2835695d-f789-43af-9979-c243c5000bce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.200613] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9ac39d-ff73-4d10-bf35-3087d64d2454 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.239678] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505098, 'name': RemoveSnapshot_Task, 'duration_secs': 1.443178} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.241041] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b82f4c-c317-409d-8263-b817d7cbe4c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.243899] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1130.244390] env[69195]: DEBUG nova.compute.manager [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.245260] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73fea61-91d8-428b-9caf-884f3c866302 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.259779] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b808507-06f7-437a-ba14-71c6bf4af40e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.280022] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505099, 'name': RemoveSnapshot_Task, 'duration_secs': 0.395193} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.290024] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1130.290024] env[69195]: DEBUG nova.compute.manager [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.290649] env[69195]: DEBUG nova.compute.provider_tree [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.292779] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0371b58-94a4-4409-9377-15e2cd9742ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.313211] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52496a81-3cba-9e99-1a91-9fb7ab04bb20, 'name': SearchDatastore_Task, 'duration_secs': 0.019169} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.314365] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.314848] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a/3e4bbb1e-424f-4baf-af8b-bc1b33336f2a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.318093] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.318093] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.318093] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-234b2cca-ba09-4394-9c73-9d2b9104a134 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.319880] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-533cded0-c165-48bf-9894-f75a289f411e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.329772] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1130.329772] env[69195]: value = "task-3505100" [ 1130.329772] env[69195]: _type = "Task" [ 1130.329772] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.331128] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.331128] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.334869] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ec1790-f143-4b76-96fc-872163071665 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.343279] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.344717] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1130.344717] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52998e28-8174-fc13-18b2-68f332be8f41" [ 1130.344717] env[69195]: _type = "Task" [ 1130.344717] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.356426] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52998e28-8174-fc13-18b2-68f332be8f41, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.357457] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1007b1-49e0-4d95-adf4-44558713885a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.364142] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1130.364142] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d27463-fff6-3853-aeb3-8990b41b2793" [ 1130.364142] env[69195]: _type = "Task" [ 1130.364142] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.373838] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d27463-fff6-3853-aeb3-8990b41b2793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.530809] env[69195]: DEBUG nova.network.neutron [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance_info_cache with network_info: [{"id": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "address": "fa:16:3e:4e:3a:14", "network": {"id": "c4111e7b-60a2-41ff-9784-4b4187361e1a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1194294107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be8e58b64ff4dbbb62a4869c34b7f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped0e2d57-19", "ovs_interfaceid": "ed0e2d57-191a-4979-b692-e6af2126ab6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.772563] env[69195]: INFO nova.compute.manager [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Shelve offloading [ 1130.799051] env[69195]: DEBUG nova.scheduler.client.report [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.809516] env[69195]: INFO nova.compute.manager [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Shelve offloading [ 1130.841896] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508206} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.842224] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a/3e4bbb1e-424f-4baf-af8b-bc1b33336f2a.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.842528] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.842854] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30c1649b-050d-4167-be6d-3822bf7f536d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.851674] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1130.851674] env[69195]: value = "task-3505101" [ 1130.851674] env[69195]: _type = "Task" [ 1130.851674] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.860945] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.872557] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d27463-fff6-3853-aeb3-8990b41b2793, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.872822] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.873102] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee/c2849939-1b5f-4c96-a555-d0a6a6b3ddee.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.873360] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29c87848-a36a-4bb4-a347-617644d46522 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.881379] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1130.881379] env[69195]: value = "task-3505102" [ 1130.881379] env[69195]: _type = "Task" [ 1130.881379] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.889672] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.033858] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Releasing lock "refresh_cache-cca84709-0443-4f3c-9466-90dbf1f69c12" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.034167] env[69195]: DEBUG nova.objects.instance [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lazy-loading 'migration_context' on Instance uuid cca84709-0443-4f3c-9466-90dbf1f69c12 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.276532] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.276942] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12681919-b5cd-43e5-a41b-571e240515b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.286379] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1131.286379] env[69195]: value = "task-3505103" [ 1131.286379] env[69195]: _type = "Task" [ 1131.286379] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.297719] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.298022] env[69195]: DEBUG nova.compute.manager [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.298905] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f04409f-4f93-4067-8167-40a8aed9662b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.304299] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.308422] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.339s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.310132] env[69195]: INFO nova.compute.claims [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.313170] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.313349] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.313532] env[69195]: DEBUG nova.network.neutron [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.314823] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.315695] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6105f086-b888-4324-9820-9fdb475eaff4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.325624] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1131.325624] env[69195]: value = "task-3505104" [ 1131.325624] env[69195]: _type = "Task" [ 1131.325624] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.338294] env[69195]: INFO nova.scheduler.client.report [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Deleted allocations for instance 49aedd93-7277-4e3d-ae8d-899e68a98a8b [ 1131.339449] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.339648] env[69195]: DEBUG nova.compute.manager [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.340535] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad007e1-8eb5-4640-9cac-4c0e6dad40f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.351472] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.351668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.351870] env[69195]: DEBUG nova.network.neutron [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.364396] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067654} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.364625] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.365534] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd40bf5a-5513-4045-843a-8f5ad1dc4bd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.390526] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a/3e4bbb1e-424f-4baf-af8b-bc1b33336f2a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.391302] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6238d2-d374-40c1-8e90-fad8bc72b3ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.421252] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505102, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.422840] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1131.422840] env[69195]: value = "task-3505105" [ 1131.422840] env[69195]: _type = "Task" [ 1131.422840] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.432211] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.537046] env[69195]: DEBUG nova.objects.base [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.537984] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b5eb29-214c-4a67-82eb-de5882362043 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.561292] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1630e5-b3c5-4892-ab98-385975b0e6d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.567766] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1131.567766] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5251bc8e-cc45-06f4-0cd0-d249e6caa5e2" [ 1131.567766] env[69195]: _type = "Task" [ 1131.567766] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.576188] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5251bc8e-cc45-06f4-0cd0-d249e6caa5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.853563] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ba0f9793-ddce-48a5-9881-e8f8303d17b4 tempest-InstanceActionsNegativeTestJSON-1775938039 tempest-InstanceActionsNegativeTestJSON-1775938039-project-member] Lock "49aedd93-7277-4e3d-ae8d-899e68a98a8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.863s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.901130] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606105} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.901485] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee/c2849939-1b5f-4c96-a555-d0a6a6b3ddee.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.901847] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.902101] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-853fc5e5-2b8f-47f2-a916-bc927670c511 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.912521] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1131.912521] env[69195]: value = "task-3505106" [ 1131.912521] env[69195]: _type = "Task" [ 1131.912521] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.923672] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.934358] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505105, 'name': ReconfigVM_Task, 'duration_secs': 0.327224} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.934626] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a/3e4bbb1e-424f-4baf-af8b-bc1b33336f2a.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.935250] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd043ee9-f971-4841-8280-e4a3728aac88 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.942970] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1131.942970] env[69195]: value = "task-3505107" [ 1131.942970] env[69195]: _type = "Task" [ 1131.942970] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.951842] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505107, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.078806] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5251bc8e-cc45-06f4-0cd0-d249e6caa5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015432} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.079124] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.143491] env[69195]: DEBUG nova.network.neutron [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [{"id": "995ce199-c506-47a3-8d98-a86b919ece91", "address": "fa:16:3e:98:9b:46", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995ce199-c5", "ovs_interfaceid": "995ce199-c506-47a3-8d98-a86b919ece91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.182480] env[69195]: DEBUG nova.network.neutron [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [{"id": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "address": "fa:16:3e:1e:4b:7e", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f58709-40", "ovs_interfaceid": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.424038] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069157} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.426618] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.427713] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37993053-6041-4bea-816b-993e4aec789c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.451822] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee/c2849939-1b5f-4c96-a555-d0a6a6b3ddee.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.455121] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384c53b0-f87c-4b9b-b042-226401b078ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.478190] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505107, 'name': Rename_Task, 'duration_secs': 0.157805} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.479527] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.479842] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1132.479842] env[69195]: value = "task-3505108" [ 1132.479842] env[69195]: _type = "Task" [ 1132.479842] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.482353] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2eb9eb4-60a9-4787-bc71-84a2e3ab3e74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.495065] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.498542] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1132.498542] env[69195]: value = "task-3505109" [ 1132.498542] env[69195]: _type = "Task" [ 1132.498542] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.507273] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.568447] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a764284-6865-4e16-8a0a-d3b386987474 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.576734] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2b6da9-37d8-421c-97d5-88ef70d98d36 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.608322] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d654a08-2841-4ce2-a941-4694072c7ed7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.617089] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c321941-1657-40cd-bae3-160e27db60cb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.633205] env[69195]: DEBUG nova.compute.provider_tree [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.646489] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.685715] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.996314] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505108, 'name': ReconfigVM_Task, 'duration_secs': 0.327889} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.996709] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee/c2849939-1b5f-4c96-a555-d0a6a6b3ddee.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.997399] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e08ff4b1-24ed-493a-9265-4a1e954bcb3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.013900] env[69195]: DEBUG oslo_vmware.api [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505109, 'name': PowerOnVM_Task, 'duration_secs': 0.483462} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.017445] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.017953] env[69195]: INFO nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Took 13.80 seconds to spawn the instance on the hypervisor. [ 1133.018092] env[69195]: DEBUG nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.018439] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1133.018439] env[69195]: value = "task-3505110" [ 1133.018439] env[69195]: _type = "Task" [ 1133.018439] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.019243] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a044f-8a8c-4640-a762-a5f1c1936b67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.043163] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505110, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.087325] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.091107] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216657a6-dc5c-44e7-b6c7-783825e85288 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.097776] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.099135] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d67ee92-4d19-4f74-a4f3-b7d76a91de26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.136608] env[69195]: DEBUG nova.scheduler.client.report [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.211473] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.212219] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99d29ee-0b64-4a52-b544-8247a56b3e44 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.220458] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.222026] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ec6f8c1-174b-4b7d-9bb6-7336bb17bf13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.342855] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.342855] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.342855] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleting the datastore file [datastore1] a4420c32-a6b2-4770-9c11-921eb622592d {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.343124] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d59c9138-b142-4aa8-8539-bd8c5f004965 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.352115] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.352346] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.352533] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleting the datastore file [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.352804] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec0b5caa-713d-47fc-9595-eb855116a2fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.356418] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1133.356418] env[69195]: value = "task-3505113" [ 1133.356418] env[69195]: _type = "Task" [ 1133.356418] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.362383] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1133.362383] env[69195]: value = "task-3505114" [ 1133.362383] env[69195]: _type = "Task" [ 1133.362383] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.367960] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.372862] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.397399] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.397399] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.534544] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505110, 'name': Rename_Task, 'duration_secs': 0.157584} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.534930] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.535232] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-198b78a4-4cde-487e-aebf-2067d2a3c905 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.548929] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1133.548929] env[69195]: value = "task-3505115" [ 1133.548929] env[69195]: _type = "Task" [ 1133.548929] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.559486] env[69195]: INFO nova.compute.manager [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Took 21.56 seconds to build instance. [ 1133.567435] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.647059] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.647059] env[69195]: DEBUG nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.649627] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.570s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.805177] env[69195]: DEBUG nova.compute.manager [req-d3fef530-221c-40be-8b7e-391527a752e4 req-c002e038-c0fd-47e3-a635-98e6b2e07927 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received event network-vif-unplugged-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.805410] env[69195]: DEBUG oslo_concurrency.lockutils [req-d3fef530-221c-40be-8b7e-391527a752e4 req-c002e038-c0fd-47e3-a635-98e6b2e07927 service nova] Acquiring lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.805621] env[69195]: DEBUG oslo_concurrency.lockutils [req-d3fef530-221c-40be-8b7e-391527a752e4 req-c002e038-c0fd-47e3-a635-98e6b2e07927 service nova] Lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.805788] env[69195]: DEBUG oslo_concurrency.lockutils [req-d3fef530-221c-40be-8b7e-391527a752e4 req-c002e038-c0fd-47e3-a635-98e6b2e07927 service nova] Lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.805950] env[69195]: DEBUG nova.compute.manager [req-d3fef530-221c-40be-8b7e-391527a752e4 req-c002e038-c0fd-47e3-a635-98e6b2e07927 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] No waiting events found dispatching network-vif-unplugged-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.806308] env[69195]: WARNING nova.compute.manager [req-d3fef530-221c-40be-8b7e-391527a752e4 req-c002e038-c0fd-47e3-a635-98e6b2e07927 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received unexpected event network-vif-unplugged-995ce199-c506-47a3-8d98-a86b919ece91 for instance with vm_state shelved and task_state shelving_offloading. [ 1133.873625] env[69195]: DEBUG oslo_vmware.api [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196905} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.877462] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.877689] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.877891] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.880205] env[69195]: DEBUG oslo_vmware.api [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191606} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.881058] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.881058] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.881232] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.899887] env[69195]: INFO nova.compute.manager [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Detaching volume b236889c-356b-4256-b5d1-439c9dcdc8c1 [ 1133.903193] env[69195]: INFO nova.scheduler.client.report [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleted allocations for instance a4420c32-a6b2-4770-9c11-921eb622592d [ 1133.908516] env[69195]: INFO nova.scheduler.client.report [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted allocations for instance 5c2e031a-258e-4762-8b3f-78e6636d3803 [ 1133.948590] env[69195]: INFO nova.virt.block_device [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Attempting to driver detach volume b236889c-356b-4256-b5d1-439c9dcdc8c1 from mountpoint /dev/sdb [ 1133.948872] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1133.949078] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700386', 'volume_id': 'b236889c-356b-4256-b5d1-439c9dcdc8c1', 'name': 'volume-b236889c-356b-4256-b5d1-439c9dcdc8c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b072b0-f95d-453f-abd5-332df7aaf6b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b236889c-356b-4256-b5d1-439c9dcdc8c1', 'serial': 'b236889c-356b-4256-b5d1-439c9dcdc8c1'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1133.949999] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d13a33-ea55-4127-8f97-5886fec485fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.977511] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87501470-ff29-4259-9dab-ecdbae198b44 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.986583] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb22b89-7bee-4b2b-9cc3-91b5aaf73fe1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.010195] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5659dba4-7994-4cc8-b491-78f33d719aaf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.027363] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] The volume has not been displaced from its original location: [datastore2] volume-b236889c-356b-4256-b5d1-439c9dcdc8c1/volume-b236889c-356b-4256-b5d1-439c9dcdc8c1.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.032902] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.034386] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca91589a-62ec-4982-9d7b-4bbaec2ef6a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.053387] env[69195]: DEBUG oslo_concurrency.lockutils [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.053784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.057704] env[69195]: DEBUG oslo_vmware.api [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1134.057704] env[69195]: value = "task-3505116" [ 1134.057704] env[69195]: _type = "Task" [ 1134.057704] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.063607] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e47065d7-df86-4a2c-af02-9342a84a4075 tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.084s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.077080] env[69195]: DEBUG oslo_vmware.api [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505115, 'name': PowerOnVM_Task, 'duration_secs': 0.507372} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.082285] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.082611] env[69195]: INFO nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1134.082899] env[69195]: DEBUG nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.083635] env[69195]: DEBUG oslo_vmware.api [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.084721] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a539aa19-29ec-4eab-887d-3d45f0bbc8b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.154964] env[69195]: DEBUG nova.compute.utils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.160407] env[69195]: DEBUG nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.160407] env[69195]: DEBUG nova.network.neutron [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.199286] env[69195]: DEBUG nova.policy [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7fd5405b335455c85ecabb6df5b57da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2263b6d678164dc1bec646b6331296e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.312198] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d37dc-b7e0-408b-a74f-37f0af318d09 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.320446] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41768916-6f08-4f33-b7bc-4991adca823e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.351046] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca9fbbd-ab72-4f8d-9b70-df4a22be31da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.359418] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d413aa5-4561-47e2-8ead-28f80d0c79ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.374942] env[69195]: DEBUG nova.compute.provider_tree [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.412774] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.413693] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.455368] env[69195]: DEBUG nova.network.neutron [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Successfully created port: 9dcd8093-5913-4fab-8dba-728730cfd506 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.559654] env[69195]: DEBUG nova.compute.utils [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.574476] env[69195]: DEBUG oslo_vmware.api [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505116, 'name': ReconfigVM_Task, 'duration_secs': 0.4421} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.575320] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.580263] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdcc20b1-633a-4443-bdf6-a5435d825110 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.602536] env[69195]: DEBUG oslo_vmware.api [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1134.602536] env[69195]: value = "task-3505117" [ 1134.602536] env[69195]: _type = "Task" [ 1134.602536] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.609013] env[69195]: INFO nova.compute.manager [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Took 19.27 seconds to build instance. [ 1134.615738] env[69195]: DEBUG oslo_vmware.api [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.660389] env[69195]: DEBUG nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.878848] env[69195]: DEBUG nova.scheduler.client.report [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.068340] env[69195]: DEBUG oslo_concurrency.lockutils [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.111296] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6b92c673-0a99-48a1-9a84-0be00047a068 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.779s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.115277] env[69195]: DEBUG oslo_vmware.api [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505117, 'name': ReconfigVM_Task, 'duration_secs': 0.246171} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.115464] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700386', 'volume_id': 'b236889c-356b-4256-b5d1-439c9dcdc8c1', 'name': 'volume-b236889c-356b-4256-b5d1-439c9dcdc8c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8b072b0-f95d-453f-abd5-332df7aaf6b0', 'attached_at': '', 'detached_at': '', 'volume_id': 'b236889c-356b-4256-b5d1-439c9dcdc8c1', 'serial': 'b236889c-356b-4256-b5d1-439c9dcdc8c1'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.661435] env[69195]: DEBUG nova.objects.instance [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lazy-loading 'flavor' on Instance uuid c8b072b0-f95d-453f-abd5-332df7aaf6b0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.669380] env[69195]: DEBUG nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.703376] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.703707] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.703823] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.704010] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.704173] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.704321] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.704532] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.704688] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.704999] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.705069] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.705199] env[69195]: DEBUG nova.virt.hardware [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.706106] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872fcbbd-fc61-4b1e-9728-33aff8df3f2c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.726723] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90b820c-9b28-43a5-afc5-bb0b8b72f7ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.890937] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.241s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.894122] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.481s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.894418] env[69195]: DEBUG nova.objects.instance [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lazy-loading 'resources' on Instance uuid a4420c32-a6b2-4770-9c11-921eb622592d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.098053] env[69195]: DEBUG oslo_concurrency.lockutils [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.098368] env[69195]: DEBUG oslo_concurrency.lockutils [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.098614] env[69195]: INFO nova.compute.manager [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Attaching volume 1d4b018f-8b63-471c-b763-99bf37b5d461 to /dev/sdb [ 1136.134582] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568af227-a0d5-435c-ae02-5acff3196c19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.141761] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381527b-63d5-4e36-a6b1-3348b328457f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.156562] env[69195]: DEBUG nova.virt.block_device [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating existing volume attachment record: 168782e8-1080-40b3-b3b0-d6f781c82558 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1136.228513] env[69195]: DEBUG nova.compute.manager [req-15870b9b-2eff-42c8-a52e-4e001b386fa2 req-073d43b4-c9cc-4fc3-b0ba-c18efca58f1d service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Received event network-vif-plugged-9dcd8093-5913-4fab-8dba-728730cfd506 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.228600] env[69195]: DEBUG oslo_concurrency.lockutils [req-15870b9b-2eff-42c8-a52e-4e001b386fa2 req-073d43b4-c9cc-4fc3-b0ba-c18efca58f1d service nova] Acquiring lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.229238] env[69195]: DEBUG oslo_concurrency.lockutils [req-15870b9b-2eff-42c8-a52e-4e001b386fa2 req-073d43b4-c9cc-4fc3-b0ba-c18efca58f1d service nova] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.229503] env[69195]: DEBUG oslo_concurrency.lockutils [req-15870b9b-2eff-42c8-a52e-4e001b386fa2 req-073d43b4-c9cc-4fc3-b0ba-c18efca58f1d service nova] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.229617] env[69195]: DEBUG nova.compute.manager [req-15870b9b-2eff-42c8-a52e-4e001b386fa2 req-073d43b4-c9cc-4fc3-b0ba-c18efca58f1d service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] No waiting events found dispatching network-vif-plugged-9dcd8093-5913-4fab-8dba-728730cfd506 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.229778] env[69195]: WARNING nova.compute.manager [req-15870b9b-2eff-42c8-a52e-4e001b386fa2 req-073d43b4-c9cc-4fc3-b0ba-c18efca58f1d service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Received unexpected event network-vif-plugged-9dcd8093-5913-4fab-8dba-728730cfd506 for instance with vm_state building and task_state spawning. [ 1136.250016] env[69195]: DEBUG nova.compute.manager [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received event network-changed-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.250016] env[69195]: DEBUG nova.compute.manager [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Refreshing instance network info cache due to event network-changed-995ce199-c506-47a3-8d98-a86b919ece91. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.250016] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Acquiring lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.250016] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Acquired lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.250192] env[69195]: DEBUG nova.network.neutron [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Refreshing network info cache for port 995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.399256] env[69195]: DEBUG nova.objects.instance [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lazy-loading 'numa_topology' on Instance uuid a4420c32-a6b2-4770-9c11-921eb622592d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.416423] env[69195]: DEBUG nova.network.neutron [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Successfully updated port: 9dcd8093-5913-4fab-8dba-728730cfd506 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.465364] env[69195]: INFO nova.scheduler.client.report [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted allocation for migration f4532fdf-6939-423d-b0f5-c72fbd7be36c [ 1136.670084] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d0f88d5c-b774-412f-8430-b98806c1165e tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.904433] env[69195]: DEBUG nova.objects.base [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.923977] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "refresh_cache-9c69559f-e4a9-42ee-ba79-28ba21a43be4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.924154] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "refresh_cache-9c69559f-e4a9-42ee-ba79-28ba21a43be4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.924319] env[69195]: DEBUG nova.network.neutron [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.975035] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.269s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.026685] env[69195]: DEBUG nova.network.neutron [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updated VIF entry in instance network info cache for port 995ce199-c506-47a3-8d98-a86b919ece91. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.026685] env[69195]: DEBUG nova.network.neutron [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [{"id": "995ce199-c506-47a3-8d98-a86b919ece91", "address": "fa:16:3e:98:9b:46", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": null, "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap995ce199-c5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.046405] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquiring lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.047152] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.047486] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquiring lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.047653] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.047997] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.055680] env[69195]: INFO nova.compute.manager [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Terminating instance [ 1137.102580] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b6d9ba-b63d-4f25-a29e-96dac810367d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.111150] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78561eb-4738-46d7-b098-b3581563ef06 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.116983] env[69195]: DEBUG nova.compute.manager [req-10fea796-7f02-40ea-b48c-b33084c3f8df req-34885dad-b321-432f-8531-2b382970e48c service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Received event network-changed-366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.117312] env[69195]: DEBUG nova.compute.manager [req-10fea796-7f02-40ea-b48c-b33084c3f8df req-34885dad-b321-432f-8531-2b382970e48c service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Refreshing instance network info cache due to event network-changed-366d7d30-f68e-430a-a4ea-f50371cc210d. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.117466] env[69195]: DEBUG oslo_concurrency.lockutils [req-10fea796-7f02-40ea-b48c-b33084c3f8df req-34885dad-b321-432f-8531-2b382970e48c service nova] Acquiring lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.117602] env[69195]: DEBUG oslo_concurrency.lockutils [req-10fea796-7f02-40ea-b48c-b33084c3f8df req-34885dad-b321-432f-8531-2b382970e48c service nova] Acquired lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.117761] env[69195]: DEBUG nova.network.neutron [req-10fea796-7f02-40ea-b48c-b33084c3f8df req-34885dad-b321-432f-8531-2b382970e48c service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Refreshing network info cache for port 366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.158572] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d20ed27-d6f6-42db-8e15-317794cb7fa9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.167609] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fb2692-103e-4ad9-abc9-af0c6102d6ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.182529] env[69195]: DEBUG nova.compute.provider_tree [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.457936] env[69195]: DEBUG nova.network.neutron [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.528926] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Releasing lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.528926] env[69195]: DEBUG nova.compute.manager [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received event network-vif-unplugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.528926] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.529067] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.529172] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.529320] env[69195]: DEBUG nova.compute.manager [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] No waiting events found dispatching network-vif-unplugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.529483] env[69195]: WARNING nova.compute.manager [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received unexpected event network-vif-unplugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b for instance with vm_state shelved_offloaded and task_state None. [ 1137.529643] env[69195]: DEBUG nova.compute.manager [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received event network-changed-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.529796] env[69195]: DEBUG nova.compute.manager [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Refreshing instance network info cache due to event network-changed-a8f58709-40a0-44a2-9fc9-0e6c1122580b. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.529982] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Acquiring lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.530133] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Acquired lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.530286] env[69195]: DEBUG nova.network.neutron [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Refreshing network info cache for port a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.559173] env[69195]: DEBUG nova.compute.manager [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.559614] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.560417] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8163e44-41be-4ef9-8641-229287073842 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.570513] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.570777] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd1d072-b21c-4c42-bde5-be2b0266cde6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.577251] env[69195]: DEBUG oslo_vmware.api [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1137.577251] env[69195]: value = "task-3505121" [ 1137.577251] env[69195]: _type = "Task" [ 1137.577251] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.584970] env[69195]: DEBUG oslo_vmware.api [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.595105] env[69195]: DEBUG nova.network.neutron [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Updating instance_info_cache with network_info: [{"id": "9dcd8093-5913-4fab-8dba-728730cfd506", "address": "fa:16:3e:37:d9:03", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcd8093-59", "ovs_interfaceid": "9dcd8093-5913-4fab-8dba-728730cfd506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.686483] env[69195]: DEBUG nova.scheduler.client.report [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.822666] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.827085] env[69195]: DEBUG nova.network.neutron [req-10fea796-7f02-40ea-b48c-b33084c3f8df req-34885dad-b321-432f-8531-2b382970e48c service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updated VIF entry in instance network info cache for port 366d7d30-f68e-430a-a4ea-f50371cc210d. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.827510] env[69195]: DEBUG nova.network.neutron [req-10fea796-7f02-40ea-b48c-b33084c3f8df req-34885dad-b321-432f-8531-2b382970e48c service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [{"id": "366d7d30-f68e-430a-a4ea-f50371cc210d", "address": "fa:16:3e:5e:29:32", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d7d30-f6", "ovs_interfaceid": "366d7d30-f68e-430a-a4ea-f50371cc210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.002602] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.002950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.003289] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.003528] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.003741] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.006032] env[69195]: INFO nova.compute.manager [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Terminating instance [ 1138.088169] env[69195]: DEBUG oslo_vmware.api [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.097398] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "refresh_cache-9c69559f-e4a9-42ee-ba79-28ba21a43be4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.097694] env[69195]: DEBUG nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Instance network_info: |[{"id": "9dcd8093-5913-4fab-8dba-728730cfd506", "address": "fa:16:3e:37:d9:03", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcd8093-59", "ovs_interfaceid": "9dcd8093-5913-4fab-8dba-728730cfd506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.098118] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:d9:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dcd8093-5913-4fab-8dba-728730cfd506', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.105797] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.106024] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.106255] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27d72269-abe4-4b7f-bcb5-723decbc6092 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.126910] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.126910] env[69195]: value = "task-3505122" [ 1138.126910] env[69195]: _type = "Task" [ 1138.126910] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.134995] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "a4420c32-a6b2-4770-9c11-921eb622592d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.135263] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505122, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.192090] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.194485] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.781s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.195775] env[69195]: DEBUG nova.objects.instance [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'resources' on Instance uuid 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.225433] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "cca84709-0443-4f3c-9466-90dbf1f69c12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.225868] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.226958] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.226958] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.226958] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.228897] env[69195]: INFO nova.compute.manager [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Terminating instance [ 1138.232250] env[69195]: DEBUG nova.network.neutron [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updated VIF entry in instance network info cache for port a8f58709-40a0-44a2-9fc9-0e6c1122580b. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.232250] env[69195]: DEBUG nova.network.neutron [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [{"id": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "address": "fa:16:3e:1e:4b:7e", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa8f58709-40", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.274632] env[69195]: DEBUG nova.compute.manager [req-ee2cf576-5dd1-4f82-a462-b51539b8b049 req-5e7f61f9-f415-4a53-9fff-9307c3378f59 service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Received event network-changed-9dcd8093-5913-4fab-8dba-728730cfd506 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.274838] env[69195]: DEBUG nova.compute.manager [req-ee2cf576-5dd1-4f82-a462-b51539b8b049 req-5e7f61f9-f415-4a53-9fff-9307c3378f59 service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Refreshing instance network info cache due to event network-changed-9dcd8093-5913-4fab-8dba-728730cfd506. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.275477] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee2cf576-5dd1-4f82-a462-b51539b8b049 req-5e7f61f9-f415-4a53-9fff-9307c3378f59 service nova] Acquiring lock "refresh_cache-9c69559f-e4a9-42ee-ba79-28ba21a43be4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.275477] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee2cf576-5dd1-4f82-a462-b51539b8b049 req-5e7f61f9-f415-4a53-9fff-9307c3378f59 service nova] Acquired lock "refresh_cache-9c69559f-e4a9-42ee-ba79-28ba21a43be4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.275477] env[69195]: DEBUG nova.network.neutron [req-ee2cf576-5dd1-4f82-a462-b51539b8b049 req-5e7f61f9-f415-4a53-9fff-9307c3378f59 service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Refreshing network info cache for port 9dcd8093-5913-4fab-8dba-728730cfd506 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.331895] env[69195]: DEBUG oslo_concurrency.lockutils [req-10fea796-7f02-40ea-b48c-b33084c3f8df req-34885dad-b321-432f-8531-2b382970e48c service nova] Releasing lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.511088] env[69195]: DEBUG nova.compute.manager [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.511088] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.511618] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff8885-f81c-4037-90ce-f4e0a3985b0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.519995] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.520239] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45e41d8c-8068-49f3-9e0d-677faebaf4ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.527751] env[69195]: DEBUG oslo_vmware.api [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1138.527751] env[69195]: value = "task-3505123" [ 1138.527751] env[69195]: _type = "Task" [ 1138.527751] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.536312] env[69195]: DEBUG oslo_vmware.api [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.590373] env[69195]: DEBUG oslo_vmware.api [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.640387] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505122, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.701059] env[69195]: DEBUG nova.objects.instance [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'numa_topology' on Instance uuid 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.703858] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4baefb74-ef0e-4fb6-b065-f756f4edd5f8 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.381s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.704299] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.569s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.704494] env[69195]: INFO nova.compute.manager [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Unshelving [ 1138.736060] env[69195]: DEBUG oslo_concurrency.lockutils [req-dd280391-c260-44bb-8430-6884171f2e33 req-b43a718f-d9cc-4bde-a799-6143d3454b07 service nova] Releasing lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.736782] env[69195]: DEBUG nova.compute.manager [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.736864] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.737787] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8252149e-32c5-49fe-a693-7d975974ebfb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.747689] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.747689] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d660d8e-40bf-496b-8d70-a3285530ac49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.754047] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1138.754047] env[69195]: value = "task-3505124" [ 1138.754047] env[69195]: _type = "Task" [ 1138.754047] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.763611] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.015473] env[69195]: DEBUG nova.network.neutron [req-ee2cf576-5dd1-4f82-a462-b51539b8b049 req-5e7f61f9-f415-4a53-9fff-9307c3378f59 service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Updated VIF entry in instance network info cache for port 9dcd8093-5913-4fab-8dba-728730cfd506. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.015859] env[69195]: DEBUG nova.network.neutron [req-ee2cf576-5dd1-4f82-a462-b51539b8b049 req-5e7f61f9-f415-4a53-9fff-9307c3378f59 service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Updating instance_info_cache with network_info: [{"id": "9dcd8093-5913-4fab-8dba-728730cfd506", "address": "fa:16:3e:37:d9:03", "network": {"id": "9578ec53-308b-4f6a-9a41-31ad6ebb1aad", "bridge": "br-int", "label": "tempest-ServersTestJSON-402465320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2263b6d678164dc1bec646b6331296e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dcd8093-59", "ovs_interfaceid": "9dcd8093-5913-4fab-8dba-728730cfd506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.040065] env[69195]: DEBUG oslo_vmware.api [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505123, 'name': PowerOffVM_Task, 'duration_secs': 0.340304} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.040065] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.040065] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.040577] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50b23166-c9a5-498a-add2-aee806358fa3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.089800] env[69195]: DEBUG oslo_vmware.api [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505121, 'name': PowerOffVM_Task, 'duration_secs': 1.290596} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.090087] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.090263] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.090513] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91adcbaf-f6de-4ca0-bdaf-5b97e6b5d158 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.112341] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.112581] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.112732] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleting the datastore file [datastore2] c8b072b0-f95d-453f-abd5-332df7aaf6b0 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.112989] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0914021b-3923-4f88-a52e-0eef869550d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.124136] env[69195]: DEBUG oslo_vmware.api [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1139.124136] env[69195]: value = "task-3505128" [ 1139.124136] env[69195]: _type = "Task" [ 1139.124136] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.134074] env[69195]: DEBUG oslo_vmware.api [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.139382] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505122, 'name': CreateVM_Task, 'duration_secs': 0.600295} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.139564] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.140211] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.140376] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.140692] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.140966] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24882cf9-d0b0-49a6-b4f3-9eca943b0f54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.145894] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1139.145894] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e77eea-084d-a823-46b0-ead619a5d71a" [ 1139.145894] env[69195]: _type = "Task" [ 1139.145894] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.154382] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e77eea-084d-a823-46b0-ead619a5d71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.155773] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.155973] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.156168] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Deleting the datastore file [datastore2] 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.156418] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1bd43b7-e85e-4346-a107-83ab4613d40c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.162383] env[69195]: DEBUG oslo_vmware.api [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for the task: (returnval){ [ 1139.162383] env[69195]: value = "task-3505129" [ 1139.162383] env[69195]: _type = "Task" [ 1139.162383] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.171899] env[69195]: DEBUG oslo_vmware.api [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.204149] env[69195]: DEBUG nova.objects.base [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Object Instance<5c2e031a-258e-4762-8b3f-78e6636d3803> lazy-loaded attributes: resources,numa_topology {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.264447] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505124, 'name': PowerOffVM_Task, 'duration_secs': 0.220433} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.267135] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.267289] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.268185] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f3c929e-cec1-44fc-a889-04c631689298 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.338995] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.339268] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.339557] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleting the datastore file [datastore2] cca84709-0443-4f3c-9466-90dbf1f69c12 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.342661] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4daa1c7-8e03-446f-a967-b52e4787b78b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.350246] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for the task: (returnval){ [ 1139.350246] env[69195]: value = "task-3505131" [ 1139.350246] env[69195]: _type = "Task" [ 1139.350246] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.361057] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.383533] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ccb2c-3abc-470a-8383-6d7cb98de06f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.391374] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c67f169-25ae-4640-a7dd-d3daccf5497b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.424662] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14695343-09e5-4147-bebd-8749e39b7f68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.432766] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd6cf42-f526-4c35-88fa-40fb1237e3b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.446614] env[69195]: DEBUG nova.compute.provider_tree [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1139.519555] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee2cf576-5dd1-4f82-a462-b51539b8b049 req-5e7f61f9-f415-4a53-9fff-9307c3378f59 service nova] Releasing lock "refresh_cache-9c69559f-e4a9-42ee-ba79-28ba21a43be4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.639398] env[69195]: DEBUG oslo_vmware.api [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189667} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.639588] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.639839] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.640157] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.640453] env[69195]: INFO nova.compute.manager [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.640916] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.641225] env[69195]: DEBUG nova.compute.manager [-] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.641787] env[69195]: DEBUG nova.network.neutron [-] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.662134] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e77eea-084d-a823-46b0-ead619a5d71a, 'name': SearchDatastore_Task, 'duration_secs': 0.014595} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.662578] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.662946] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.663349] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.663615] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.663914] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.664374] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07548a63-47e0-4a51-855a-4488050bd290 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.680131] env[69195]: DEBUG oslo_vmware.api [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Task: {'id': task-3505129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163193} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.680554] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.680851] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.681129] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.681427] env[69195]: INFO nova.compute.manager [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1139.681778] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.682055] env[69195]: DEBUG nova.compute.manager [-] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.682188] env[69195]: DEBUG nova.network.neutron [-] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.686124] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.686409] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.687944] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92648e2-f2b5-43e4-9dc1-335592e68e2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.695485] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1139.695485] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524fb14b-9f31-5728-cfad-cf464a78d35a" [ 1139.695485] env[69195]: _type = "Task" [ 1139.695485] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.706273] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524fb14b-9f31-5728-cfad-cf464a78d35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.727124] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.861468] env[69195]: DEBUG oslo_vmware.api [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Task: {'id': task-3505131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168934} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.863515] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.863515] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.863515] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.863515] env[69195]: INFO nova.compute.manager [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.863986] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.864630] env[69195]: DEBUG nova.compute.manager [-] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.864913] env[69195]: DEBUG nova.network.neutron [-] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.970623] env[69195]: ERROR nova.scheduler.client.report [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [req-2a62e2ff-d0ff-402c-9b94-043b067a3950] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a62e2ff-d0ff-402c-9b94-043b067a3950"}]} [ 1139.991062] env[69195]: DEBUG nova.scheduler.client.report [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1140.015023] env[69195]: DEBUG nova.scheduler.client.report [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1140.015023] env[69195]: DEBUG nova.compute.provider_tree [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.033684] env[69195]: DEBUG nova.scheduler.client.report [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1140.057074] env[69195]: DEBUG nova.scheduler.client.report [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1140.123913] env[69195]: DEBUG nova.compute.manager [req-6fade2fb-fb7c-4935-8589-cd1a6fb3ae8c req-b97a9af9-51a9-4206-8696-4700e1350677 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Received event network-vif-deleted-ed0e2d57-191a-4979-b692-e6af2126ab6c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.124139] env[69195]: INFO nova.compute.manager [req-6fade2fb-fb7c-4935-8589-cd1a6fb3ae8c req-b97a9af9-51a9-4206-8696-4700e1350677 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Neutron deleted interface ed0e2d57-191a-4979-b692-e6af2126ab6c; detaching it from the instance and deleting it from the info cache [ 1140.124319] env[69195]: DEBUG nova.network.neutron [req-6fade2fb-fb7c-4935-8589-cd1a6fb3ae8c req-b97a9af9-51a9-4206-8696-4700e1350677 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.208833] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524fb14b-9f31-5728-cfad-cf464a78d35a, 'name': SearchDatastore_Task, 'duration_secs': 0.050448} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.209654] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfdda01-2f51-4ddf-ba61-bcf24594403e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.217373] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1140.217373] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a19ba9-d6d3-560c-f5cf-aea8f066037f" [ 1140.217373] env[69195]: _type = "Task" [ 1140.217373] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.225315] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a19ba9-d6d3-560c-f5cf-aea8f066037f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.251103] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf4ebbc-50ef-401c-954e-dbd8622e334b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.260429] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaff323-9ec5-463c-92b5-55913075dc64 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.294669] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a4524-004e-42b5-8acf-f8a0196a5886 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.303025] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b40981-83c8-4b7d-8f1a-d3be491be71b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.309616] env[69195]: DEBUG nova.compute.manager [req-bd6ed8b2-f94a-4951-b5e6-43e15ef7cddf req-1c5536eb-0269-4aa5-a2d4-17873217e4fb service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Received event network-vif-deleted-7721916e-e8d2-4601-88ba-9ec80279ec3c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.309818] env[69195]: INFO nova.compute.manager [req-bd6ed8b2-f94a-4951-b5e6-43e15ef7cddf req-1c5536eb-0269-4aa5-a2d4-17873217e4fb service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Neutron deleted interface 7721916e-e8d2-4601-88ba-9ec80279ec3c; detaching it from the instance and deleting it from the info cache [ 1140.310916] env[69195]: DEBUG nova.network.neutron [req-bd6ed8b2-f94a-4951-b5e6-43e15ef7cddf req-1c5536eb-0269-4aa5-a2d4-17873217e4fb service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.322035] env[69195]: DEBUG nova.compute.provider_tree [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1140.598965] env[69195]: DEBUG nova.network.neutron [-] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.616803] env[69195]: DEBUG nova.network.neutron [-] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.626703] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6876e060-47c2-4b94-a083-26401293aaf2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.637513] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39a9280-f89c-4968-b2ad-6c836abac4a1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.667711] env[69195]: DEBUG nova.compute.manager [req-6fade2fb-fb7c-4935-8589-cd1a6fb3ae8c req-b97a9af9-51a9-4206-8696-4700e1350677 service nova] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Detach interface failed, port_id=ed0e2d57-191a-4979-b692-e6af2126ab6c, reason: Instance cca84709-0443-4f3c-9466-90dbf1f69c12 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.728189] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a19ba9-d6d3-560c-f5cf-aea8f066037f, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.728580] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.728701] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 9c69559f-e4a9-42ee-ba79-28ba21a43be4/9c69559f-e4a9-42ee-ba79-28ba21a43be4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.728956] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-108d43d2-8cd7-4c18-a663-b2b696df0e1e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.736544] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1140.736544] env[69195]: value = "task-3505132" [ 1140.736544] env[69195]: _type = "Task" [ 1140.736544] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.745084] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.756527] env[69195]: DEBUG nova.network.neutron [-] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.812867] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9b9a367-4b09-4418-a4c7-bc3a231fdb24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.829440] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1501b7d2-644c-4fc2-ad09-58063ad03446 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.863143] env[69195]: DEBUG nova.compute.manager [req-bd6ed8b2-f94a-4951-b5e6-43e15ef7cddf req-1c5536eb-0269-4aa5-a2d4-17873217e4fb service nova] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Detach interface failed, port_id=7721916e-e8d2-4601-88ba-9ec80279ec3c, reason: Instance 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.863472] env[69195]: DEBUG nova.compute.manager [req-bd6ed8b2-f94a-4951-b5e6-43e15ef7cddf req-1c5536eb-0269-4aa5-a2d4-17873217e4fb service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Received event network-vif-deleted-e4f6543e-0988-4a21-be39-7e11b5c97479 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.863720] env[69195]: INFO nova.compute.manager [req-bd6ed8b2-f94a-4951-b5e6-43e15ef7cddf req-1c5536eb-0269-4aa5-a2d4-17873217e4fb service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Neutron deleted interface e4f6543e-0988-4a21-be39-7e11b5c97479; detaching it from the instance and deleting it from the info cache [ 1140.863883] env[69195]: DEBUG nova.network.neutron [req-bd6ed8b2-f94a-4951-b5e6-43e15ef7cddf req-1c5536eb-0269-4aa5-a2d4-17873217e4fb service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.866441] env[69195]: DEBUG nova.scheduler.client.report [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1140.866441] env[69195]: DEBUG nova.compute.provider_tree [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 146 to 147 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1140.866689] env[69195]: DEBUG nova.compute.provider_tree [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.103556] env[69195]: INFO nova.compute.manager [-] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Took 1.24 seconds to deallocate network for instance. [ 1141.119828] env[69195]: INFO nova.compute.manager [-] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Took 1.44 seconds to deallocate network for instance. [ 1141.204334] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1141.205027] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700406', 'volume_id': '1d4b018f-8b63-471c-b763-99bf37b5d461', 'name': 'volume-1d4b018f-8b63-471c-b763-99bf37b5d461', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc', 'attached_at': '', 'detached_at': '', 'volume_id': '1d4b018f-8b63-471c-b763-99bf37b5d461', 'serial': '1d4b018f-8b63-471c-b763-99bf37b5d461'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1141.205902] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed70b2a-991f-4654-ac33-1ff9c2eb8518 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.225222] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e971a-c966-4586-9e17-1a5b3487dde6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.251901] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-1d4b018f-8b63-471c-b763-99bf37b5d461/volume-1d4b018f-8b63-471c-b763-99bf37b5d461.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.255442] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2453cd31-22d8-4661-8e11-30417ed36789 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.268487] env[69195]: INFO nova.compute.manager [-] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Took 1.63 seconds to deallocate network for instance. [ 1141.277280] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505132, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.279078] env[69195]: DEBUG oslo_vmware.api [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1141.279078] env[69195]: value = "task-3505133" [ 1141.279078] env[69195]: _type = "Task" [ 1141.279078] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.289053] env[69195]: DEBUG oslo_vmware.api [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.372582] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.178s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.374891] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2cda10-8015-412f-b279-90a9f6e491b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.377606] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.651s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.377824] env[69195]: DEBUG nova.objects.instance [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lazy-loading 'pci_requests' on Instance uuid a4420c32-a6b2-4770-9c11-921eb622592d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.388178] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec05f32-995f-4d1d-be52-518df8d89ac7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.420260] env[69195]: DEBUG nova.compute.manager [req-bd6ed8b2-f94a-4951-b5e6-43e15ef7cddf req-1c5536eb-0269-4aa5-a2d4-17873217e4fb service nova] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Detach interface failed, port_id=e4f6543e-0988-4a21-be39-7e11b5c97479, reason: Instance c8b072b0-f95d-453f-abd5-332df7aaf6b0 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.612201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.628559] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.754671] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606114} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.755044] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 9c69559f-e4a9-42ee-ba79-28ba21a43be4/9c69559f-e4a9-42ee-ba79-28ba21a43be4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.755258] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.755546] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7048c9-0f15-4706-b401-a336b7ca9d67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.763717] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1141.763717] env[69195]: value = "task-3505134" [ 1141.763717] env[69195]: _type = "Task" [ 1141.763717] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.774224] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.780390] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.790286] env[69195]: DEBUG oslo_vmware.api [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505133, 'name': ReconfigVM_Task, 'duration_secs': 0.455592} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.790631] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-1d4b018f-8b63-471c-b763-99bf37b5d461/volume-1d4b018f-8b63-471c-b763-99bf37b5d461.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.796389] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652c9600-3ef0-4e6e-8e65-cfd01b215dd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.813792] env[69195]: DEBUG oslo_vmware.api [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1141.813792] env[69195]: value = "task-3505135" [ 1141.813792] env[69195]: _type = "Task" [ 1141.813792] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.826813] env[69195]: DEBUG oslo_vmware.api [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.882791] env[69195]: DEBUG nova.objects.instance [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lazy-loading 'numa_topology' on Instance uuid a4420c32-a6b2-4770-9c11-921eb622592d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.885733] env[69195]: DEBUG oslo_concurrency.lockutils [None req-03c6e360-5cd0-42ac-be35-e20f45a7a660 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.954s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.887192] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.064s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.887432] env[69195]: INFO nova.compute.manager [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Unshelving [ 1142.273460] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120302} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.273873] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.274675] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ac3638-c3dc-49e1-b471-caea43bd9535 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.297412] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 9c69559f-e4a9-42ee-ba79-28ba21a43be4/9c69559f-e4a9-42ee-ba79-28ba21a43be4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.297678] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ad0050-9e93-4ed0-9b53-5142eaa6c479 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.319022] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1142.319022] env[69195]: value = "task-3505136" [ 1142.319022] env[69195]: _type = "Task" [ 1142.319022] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.325051] env[69195]: DEBUG oslo_vmware.api [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505135, 'name': ReconfigVM_Task, 'duration_secs': 0.146028} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.326458] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700406', 'volume_id': '1d4b018f-8b63-471c-b763-99bf37b5d461', 'name': 'volume-1d4b018f-8b63-471c-b763-99bf37b5d461', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc', 'attached_at': '', 'detached_at': '', 'volume_id': '1d4b018f-8b63-471c-b763-99bf37b5d461', 'serial': '1d4b018f-8b63-471c-b763-99bf37b5d461'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1142.330587] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.386793] env[69195]: INFO nova.compute.claims [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.829346] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505136, 'name': ReconfigVM_Task, 'duration_secs': 0.431165} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.829649] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 9c69559f-e4a9-42ee-ba79-28ba21a43be4/9c69559f-e4a9-42ee-ba79-28ba21a43be4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.830249] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3abcf58d-7fd1-4633-a435-e1978d26abd4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.841157] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1142.841157] env[69195]: value = "task-3505137" [ 1142.841157] env[69195]: _type = "Task" [ 1142.841157] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.849673] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505137, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.897059] env[69195]: DEBUG nova.compute.utils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.116541] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c8815ede-45d4-47dd-9f0f-98973e5529fa tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.116826] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c8815ede-45d4-47dd-9f0f-98973e5529fa tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.117169] env[69195]: DEBUG nova.objects.instance [None req-c8815ede-45d4-47dd-9f0f-98973e5529fa tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'flavor' on Instance uuid 45e54d69-73a2-4f32-829f-e360b58d5fe4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.351955] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505137, 'name': Rename_Task, 'duration_secs': 0.168117} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.352321] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.352583] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a99a9211-6cd4-4aff-93df-873723700b3c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.359734] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1143.359734] env[69195]: value = "task-3505138" [ 1143.359734] env[69195]: _type = "Task" [ 1143.359734] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.369666] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.371571] env[69195]: DEBUG nova.objects.instance [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'flavor' on Instance uuid 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.399885] env[69195]: INFO nova.virt.block_device [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Booting with volume f61cfec1-9df3-419e-a316-aabebbbd5fd1 at /dev/sdb [ 1143.435968] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8cb5192-c293-4261-a3b2-34f60224921b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.446652] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2642134-3a1a-4a20-a53e-820a6152c866 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.484340] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf581fb5-75dd-4004-8ebf-84822214fc54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.494200] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc34266a-7f77-4648-8463-f1468238b2f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.538060] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc8749-9d65-4177-881e-4702949ecd0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.548223] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a81eea-50b8-40d2-a26f-e0b5a1564f74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.572514] env[69195]: DEBUG nova.virt.block_device [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating existing volume attachment record: eedcd8a1-d067-49a0-b88a-4b05449ad2e2 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1143.595112] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1e2568-a643-4bd6-9c87-118ee8f94f45 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.604835] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bdcdef-e134-4295-9831-7bf91b363a23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.637034] env[69195]: DEBUG nova.objects.instance [None req-c8815ede-45d4-47dd-9f0f-98973e5529fa tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'pci_requests' on Instance uuid 45e54d69-73a2-4f32-829f-e360b58d5fe4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.638769] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a2b58a-8b69-41ae-a1f2-2e19bb26eea1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.646714] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcd3b60-d723-4cf3-9387-56b6efbdda69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.661141] env[69195]: DEBUG nova.compute.provider_tree [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.871440] env[69195]: DEBUG oslo_vmware.api [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505138, 'name': PowerOnVM_Task, 'duration_secs': 0.502188} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.871723] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.871955] env[69195]: INFO nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1143.872268] env[69195]: DEBUG nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.873217] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d3bb3b-0bd6-41fc-abea-be0c9adc05b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.878190] env[69195]: DEBUG oslo_concurrency.lockutils [None req-078e60f4-ea5c-4689-ae57-6669e6021cc0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.780s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.143436] env[69195]: DEBUG nova.objects.base [None req-c8815ede-45d4-47dd-9f0f-98973e5529fa tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Object Instance<45e54d69-73a2-4f32-829f-e360b58d5fe4> lazy-loaded attributes: flavor,pci_requests {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.143609] env[69195]: DEBUG nova.network.neutron [None req-c8815ede-45d4-47dd-9f0f-98973e5529fa tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.198028] env[69195]: DEBUG nova.scheduler.client.report [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1144.198345] env[69195]: DEBUG nova.compute.provider_tree [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 147 to 148 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1144.198579] env[69195]: DEBUG nova.compute.provider_tree [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.222597] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c8815ede-45d4-47dd-9f0f-98973e5529fa tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.106s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.393052] env[69195]: INFO nova.compute.manager [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Took 14.44 seconds to build instance. [ 1144.703855] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.326s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.706082] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.094s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.706284] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.708108] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.080s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.708339] env[69195]: DEBUG nova.objects.instance [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lazy-loading 'resources' on Instance uuid 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.726719] env[69195]: INFO nova.scheduler.client.report [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Deleted allocations for instance cca84709-0443-4f3c-9466-90dbf1f69c12 [ 1144.737725] env[69195]: INFO nova.network.neutron [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating port 995ce199-c506-47a3-8d98-a86b919ece91 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1144.895555] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e493e3c1-6f33-42c0-8b70-b5e025d8eb6d tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.953s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.237652] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0fc446b8-c130-42c6-9145-973558bad83a tempest-DeleteServersTestJSON-857706435 tempest-DeleteServersTestJSON-857706435-project-member] Lock "cca84709-0443-4f3c-9466-90dbf1f69c12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.012s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.362708] env[69195]: DEBUG nova.compute.manager [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1145.366949] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57851560-debb-4de7-823e-875afbe69b22 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.376022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f13519-b836-41dd-bb11-61d7f82899a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.409337] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098d0e13-4ecf-4f35-818a-9ab702bcac6d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.418570] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13caf2c4-8561-4c0c-8b46-326e1ea33940 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.431739] env[69195]: DEBUG nova.compute.provider_tree [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.884694] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.937034] env[69195]: DEBUG nova.scheduler.client.report [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.941470] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.941710] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.941926] env[69195]: DEBUG nova.compute.manager [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.943389] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03ba87f-8f8d-42d7-87a2-4c44c4c983ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.951215] env[69195]: DEBUG nova.compute.manager [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1145.951894] env[69195]: DEBUG nova.objects.instance [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lazy-loading 'flavor' on Instance uuid 9c69559f-e4a9-42ee-ba79-28ba21a43be4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.153826] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.154145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.155387] env[69195]: DEBUG nova.objects.instance [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'flavor' on Instance uuid 45e54d69-73a2-4f32-829f-e360b58d5fe4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.161690] env[69195]: DEBUG nova.compute.manager [req-71ad56ff-953f-4e88-b73c-aaf3780be8a3 req-8ae428e8-fd7e-4a09-ac93-dbebe49b1ed1 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received event network-vif-plugged-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.161765] env[69195]: DEBUG oslo_concurrency.lockutils [req-71ad56ff-953f-4e88-b73c-aaf3780be8a3 req-8ae428e8-fd7e-4a09-ac93-dbebe49b1ed1 service nova] Acquiring lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.161925] env[69195]: DEBUG oslo_concurrency.lockutils [req-71ad56ff-953f-4e88-b73c-aaf3780be8a3 req-8ae428e8-fd7e-4a09-ac93-dbebe49b1ed1 service nova] Lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.162157] env[69195]: DEBUG oslo_concurrency.lockutils [req-71ad56ff-953f-4e88-b73c-aaf3780be8a3 req-8ae428e8-fd7e-4a09-ac93-dbebe49b1ed1 service nova] Lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.162288] env[69195]: DEBUG nova.compute.manager [req-71ad56ff-953f-4e88-b73c-aaf3780be8a3 req-8ae428e8-fd7e-4a09-ac93-dbebe49b1ed1 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] No waiting events found dispatching network-vif-plugged-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.162432] env[69195]: WARNING nova.compute.manager [req-71ad56ff-953f-4e88-b73c-aaf3780be8a3 req-8ae428e8-fd7e-4a09-ac93-dbebe49b1ed1 service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received unexpected event network-vif-plugged-995ce199-c506-47a3-8d98-a86b919ece91 for instance with vm_state shelved_offloaded and task_state spawning. [ 1146.202753] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.203010] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.203247] env[69195]: DEBUG nova.network.neutron [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.448153] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.450978] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.671s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.451258] env[69195]: DEBUG nova.objects.instance [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lazy-loading 'resources' on Instance uuid c8b072b0-f95d-453f-abd5-332df7aaf6b0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.468699] env[69195]: INFO nova.scheduler.client.report [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Deleted allocations for instance 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a [ 1146.764222] env[69195]: DEBUG nova.objects.instance [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'pci_requests' on Instance uuid 45e54d69-73a2-4f32-829f-e360b58d5fe4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.911751] env[69195]: DEBUG nova.network.neutron [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [{"id": "995ce199-c506-47a3-8d98-a86b919ece91", "address": "fa:16:3e:98:9b:46", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995ce199-c5", "ovs_interfaceid": "995ce199-c506-47a3-8d98-a86b919ece91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.958949] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.959222] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27dd787e-76fc-4884-a145-b5ba6a8a8874 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.969347] env[69195]: DEBUG oslo_vmware.api [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1146.969347] env[69195]: value = "task-3505144" [ 1146.969347] env[69195]: _type = "Task" [ 1146.969347] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.983205] env[69195]: DEBUG oslo_vmware.api [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.983716] env[69195]: DEBUG oslo_concurrency.lockutils [None req-816a06a5-9672-4437-b240-f43ee08748fc tempest-ServerAddressesNegativeTestJSON-111320539 tempest-ServerAddressesNegativeTestJSON-111320539-project-member] Lock "3e4bbb1e-424f-4baf-af8b-bc1b33336f2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.937s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.133299] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51a7368-a0b9-472f-af54-9bbd4afe2a49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.142832] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954c42a-3104-4608-a014-91282182635d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.176145] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bb719-7f63-4e30-af41-bc9e29c3e1d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.185705] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e651b17-a2d5-418c-a0e3-23f950e849d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.200104] env[69195]: DEBUG nova.compute.provider_tree [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.267161] env[69195]: DEBUG nova.objects.base [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Object Instance<45e54d69-73a2-4f32-829f-e360b58d5fe4> lazy-loaded attributes: flavor,pci_requests {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.267457] env[69195]: DEBUG nova.network.neutron [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.327216] env[69195]: DEBUG nova.policy [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.415055] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.446546] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='373080c8decbbabf3a66c3dfa488152e',container_format='bare',created_at=2025-04-22T06:17:12Z,direct_url=,disk_format='vmdk',id=cb97920e-af43-4934-91ab-cf968b3c4e11,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1166336591-shelved',owner='e0e133feba474bf0bbbe60dd8336c1b0',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-22T06:17:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.446788] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.446943] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.447139] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.447289] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.447550] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.447632] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.447786] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.447950] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.448130] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.448299] env[69195]: DEBUG nova.virt.hardware [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.449198] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4ca515-3f21-4fff-8ea8-b80aa58db09a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.458141] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afabbd84-ab25-4897-9224-d38f69b1159f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.473420] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:9b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '995ce199-c506-47a3-8d98-a86b919ece91', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.480943] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.483981] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.484386] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f249a3bf-0994-4134-b37b-9a34f8bf1173 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.504239] env[69195]: DEBUG oslo_vmware.api [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505144, 'name': PowerOffVM_Task, 'duration_secs': 0.236548} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.505552] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.505729] env[69195]: DEBUG nova.compute.manager [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.506306] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.506306] env[69195]: value = "task-3505145" [ 1147.506306] env[69195]: _type = "Task" [ 1147.506306] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.511117] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b29ca2-fe5a-41a5-9765-b18363d2d894 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.517691] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505145, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.730396] env[69195]: ERROR nova.scheduler.client.report [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [req-7f4da6cb-4156-4afd-bbea-ff16fa2bc342] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f4da6cb-4156-4afd-bbea-ff16fa2bc342"}]} [ 1147.755279] env[69195]: DEBUG nova.scheduler.client.report [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1147.778162] env[69195]: DEBUG nova.scheduler.client.report [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1147.778449] env[69195]: DEBUG nova.compute.provider_tree [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.793699] env[69195]: DEBUG nova.scheduler.client.report [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1147.797120] env[69195]: DEBUG nova.network.neutron [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Successfully created port: 261df0b8-cc63-4bf8-bc1b-06e0c969b535 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.815642] env[69195]: DEBUG nova.scheduler.client.report [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1148.021869] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505145, 'name': CreateVM_Task, 'duration_secs': 0.404371} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.023752] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.025463] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.025635] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.026015] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.027387] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5e58fe96-7a20-41ca-9865-a586f443e58c tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.028737] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beecb1b2-c9a9-4798-bea3-22b0271a0b75 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.034842] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab343361-c9ad-45a4-8a6c-eeff323587ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.044707] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc50368e-e030-49e3-87a9-58e4b4fde0a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.048585] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1148.048585] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521760da-db00-a7e3-9ca0-698cb2a9d0bd" [ 1148.048585] env[69195]: _type = "Task" [ 1148.048585] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.086323] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800affc-93cf-4cc9-aa62-1f718cfd4ca1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.091856] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.092267] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Processing image cb97920e-af43-4934-91ab-cf968b3c4e11 {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.092376] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11/cb97920e-af43-4934-91ab-cf968b3c4e11.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.092527] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11/cb97920e-af43-4934-91ab-cf968b3c4e11.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.092702] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.092975] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce1b18f-7fa4-495e-80d7-24fab0518557 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.101253] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8131ae4-8ec3-40e6-b63f-eae7189d8f13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.105606] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.105606] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.114244] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f60829f5-a730-4957-aa3e-5628d2c576cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.117500] env[69195]: DEBUG nova.compute.provider_tree [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.122432] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1148.122432] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527ada2f-d02f-80f4-3a11-ab052dd04369" [ 1148.122432] env[69195]: _type = "Task" [ 1148.122432] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.133021] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]527ada2f-d02f-80f4-3a11-ab052dd04369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.321514] env[69195]: DEBUG nova.compute.manager [req-6eaba89c-7311-44bb-b4d8-dd79ebe5d63d req-ef3e7baf-a8a4-4c09-998d-25736b42130f service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received event network-changed-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.321717] env[69195]: DEBUG nova.compute.manager [req-6eaba89c-7311-44bb-b4d8-dd79ebe5d63d req-ef3e7baf-a8a4-4c09-998d-25736b42130f service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Refreshing instance network info cache due to event network-changed-995ce199-c506-47a3-8d98-a86b919ece91. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.322074] env[69195]: DEBUG oslo_concurrency.lockutils [req-6eaba89c-7311-44bb-b4d8-dd79ebe5d63d req-ef3e7baf-a8a4-4c09-998d-25736b42130f service nova] Acquiring lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.322271] env[69195]: DEBUG oslo_concurrency.lockutils [req-6eaba89c-7311-44bb-b4d8-dd79ebe5d63d req-ef3e7baf-a8a4-4c09-998d-25736b42130f service nova] Acquired lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.322453] env[69195]: DEBUG nova.network.neutron [req-6eaba89c-7311-44bb-b4d8-dd79ebe5d63d req-ef3e7baf-a8a4-4c09-998d-25736b42130f service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Refreshing network info cache for port 995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.635558] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Preparing fetch location {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1148.635715] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Fetch image to [datastore2] OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23/OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23.vmdk {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1148.637502] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Downloading stream optimized image cb97920e-af43-4934-91ab-cf968b3c4e11 to [datastore2] OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23/OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23.vmdk on the data store datastore2 as vApp {{(pid=69195) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1148.637502] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Downloading image file data cb97920e-af43-4934-91ab-cf968b3c4e11 to the ESX as VM named 'OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23' {{(pid=69195) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1148.660751] env[69195]: DEBUG nova.scheduler.client.report [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.660751] env[69195]: DEBUG nova.compute.provider_tree [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 150 to 151 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.660751] env[69195]: DEBUG nova.compute.provider_tree [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.743038] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1148.743038] env[69195]: value = "resgroup-9" [ 1148.743038] env[69195]: _type = "ResourcePool" [ 1148.743038] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1148.743378] env[69195]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fa9a4d0d-7f0c-4071-b8b2-9957ce3195e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.766217] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lease: (returnval){ [ 1148.766217] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52984270-0623-a81a-c848-376cb06b5903" [ 1148.766217] env[69195]: _type = "HttpNfcLease" [ 1148.766217] env[69195]: } obtained for vApp import into resource pool (val){ [ 1148.766217] env[69195]: value = "resgroup-9" [ 1148.766217] env[69195]: _type = "ResourcePool" [ 1148.766217] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1148.766560] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the lease: (returnval){ [ 1148.766560] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52984270-0623-a81a-c848-376cb06b5903" [ 1148.766560] env[69195]: _type = "HttpNfcLease" [ 1148.766560] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1148.775209] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.775209] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52984270-0623-a81a-c848-376cb06b5903" [ 1148.775209] env[69195]: _type = "HttpNfcLease" [ 1148.775209] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1148.883969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.884257] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.884317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.884464] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.884633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.887054] env[69195]: INFO nova.compute.manager [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Terminating instance [ 1149.170913] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.720s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.175133] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.291s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.200337] env[69195]: INFO nova.scheduler.client.report [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleted allocations for instance c8b072b0-f95d-453f-abd5-332df7aaf6b0 [ 1149.219403] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.275227] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.275227] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52984270-0623-a81a-c848-376cb06b5903" [ 1149.275227] env[69195]: _type = "HttpNfcLease" [ 1149.275227] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.367908] env[69195]: DEBUG nova.network.neutron [req-6eaba89c-7311-44bb-b4d8-dd79ebe5d63d req-ef3e7baf-a8a4-4c09-998d-25736b42130f service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updated VIF entry in instance network info cache for port 995ce199-c506-47a3-8d98-a86b919ece91. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.368486] env[69195]: DEBUG nova.network.neutron [req-6eaba89c-7311-44bb-b4d8-dd79ebe5d63d req-ef3e7baf-a8a4-4c09-998d-25736b42130f service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [{"id": "995ce199-c506-47a3-8d98-a86b919ece91", "address": "fa:16:3e:98:9b:46", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995ce199-c5", "ovs_interfaceid": "995ce199-c506-47a3-8d98-a86b919ece91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.390218] env[69195]: DEBUG nova.compute.manager [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.390478] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.391422] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004308d6-9b0b-49e2-9141-f5eee1ceb27e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.399746] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.399995] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-612994b2-7609-4ace-9c6e-3e44f7492fce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.467256] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.467501] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.467682] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleting the datastore file [datastore2] 9c69559f-e4a9-42ee-ba79-28ba21a43be4 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.467950] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d84cb0-7d10-432d-a2c5-7e65b933a93f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.475609] env[69195]: DEBUG oslo_vmware.api [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1149.475609] env[69195]: value = "task-3505148" [ 1149.475609] env[69195]: _type = "Task" [ 1149.475609] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.483802] env[69195]: DEBUG oslo_vmware.api [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.510902] env[69195]: DEBUG nova.network.neutron [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Successfully updated port: 261df0b8-cc63-4bf8-bc1b-06e0c969b535 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.682622] env[69195]: INFO nova.compute.claims [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.711216] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c03446e4-6678-4882-a056-f8168f36f8fa tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "c8b072b0-f95d-453f-abd5-332df7aaf6b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.708s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.777938] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.777938] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52984270-0623-a81a-c848-376cb06b5903" [ 1149.777938] env[69195]: _type = "HttpNfcLease" [ 1149.777938] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.778266] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.778266] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52984270-0623-a81a-c848-376cb06b5903" [ 1149.778266] env[69195]: _type = "HttpNfcLease" [ 1149.778266] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1149.779037] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c26024d-af4c-4920-ac8c-350b1bd644fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.789442] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231ece1-be24-0732-54ac-479fca534ab8/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.789626] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231ece1-be24-0732-54ac-479fca534ab8/disk-0.vmdk. {{(pid=69195) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1149.863994] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-164414de-c0cb-48c5-aae8-ee0021d70ae7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.871405] env[69195]: DEBUG oslo_concurrency.lockutils [req-6eaba89c-7311-44bb-b4d8-dd79ebe5d63d req-ef3e7baf-a8a4-4c09-998d-25736b42130f service nova] Releasing lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.986753] env[69195]: DEBUG oslo_vmware.api [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145403} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.987038] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.987235] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.987413] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.987587] env[69195]: INFO nova.compute.manager [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1149.987827] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.988033] env[69195]: DEBUG nova.compute.manager [-] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.988134] env[69195]: DEBUG nova.network.neutron [-] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.013626] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.013816] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.013963] env[69195]: DEBUG nova.network.neutron [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.189543] env[69195]: INFO nova.compute.resource_tracker [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating resource usage from migration f1a8e7aa-b328-447e-99fa-3de3e4ddec4b [ 1150.376115] env[69195]: DEBUG nova.compute.manager [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-vif-plugged-261df0b8-cc63-4bf8-bc1b-06e0c969b535 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.376362] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.376598] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.376838] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.376931] env[69195]: DEBUG nova.compute.manager [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] No waiting events found dispatching network-vif-plugged-261df0b8-cc63-4bf8-bc1b-06e0c969b535 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.377102] env[69195]: WARNING nova.compute.manager [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received unexpected event network-vif-plugged-261df0b8-cc63-4bf8-bc1b-06e0c969b535 for instance with vm_state active and task_state None. [ 1150.377272] env[69195]: DEBUG nova.compute.manager [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-changed-261df0b8-cc63-4bf8-bc1b-06e0c969b535 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.377436] env[69195]: DEBUG nova.compute.manager [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Refreshing instance network info cache due to event network-changed-261df0b8-cc63-4bf8-bc1b-06e0c969b535. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.377607] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] Acquiring lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.382543] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5909edcc-aa1c-4a4c-adc8-369412180dae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.396345] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33352269-4aa3-44ca-9081-06be01c779cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.440182] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b82bd-38bb-48c7-a9d4-d3a96e6dca0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.452657] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08c067b-b121-4c37-bfa2-a6d9cf951a48 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.472623] env[69195]: DEBUG nova.compute.provider_tree [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.564491] env[69195]: WARNING nova.network.neutron [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] b71264c0-289d-498d-b8e8-8edacc54b44d already exists in list: networks containing: ['b71264c0-289d-498d-b8e8-8edacc54b44d']. ignoring it [ 1150.785246] env[69195]: DEBUG nova.network.neutron [-] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.926511] env[69195]: DEBUG nova.network.neutron [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "261df0b8-cc63-4bf8-bc1b-06e0c969b535", "address": "fa:16:3e:cc:02:7b", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261df0b8-cc", "ovs_interfaceid": "261df0b8-cc63-4bf8-bc1b-06e0c969b535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.977973] env[69195]: DEBUG nova.scheduler.client.report [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.982943] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Completed reading data from the image iterator. {{(pid=69195) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1150.983164] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231ece1-be24-0732-54ac-479fca534ab8/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1150.984106] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de27f68-4e92-45bd-9e31-90032c076964 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.993981] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231ece1-be24-0732-54ac-479fca534ab8/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1150.993981] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231ece1-be24-0732-54ac-479fca534ab8/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1150.993981] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-77ab8586-08c6-4bd5-a665-946627e61e92 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.206837] env[69195]: DEBUG oslo_vmware.rw_handles [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5231ece1-be24-0732-54ac-479fca534ab8/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1151.207290] env[69195]: INFO nova.virt.vmwareapi.images [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Downloaded image file data cb97920e-af43-4934-91ab-cf968b3c4e11 [ 1151.207793] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3d68a7-b130-4c39-be17-4de362717be0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.224287] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bec7d98-971c-4cec-ba5e-b0c46269d957 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.250726] env[69195]: INFO nova.virt.vmwareapi.images [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] The imported VM was unregistered [ 1151.253233] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Caching image {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1151.253476] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11 {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.254139] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3741233d-eacf-4eef-ae3e-197e13d50603 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.268614] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Created directory with path [datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11 {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.268835] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23/OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23.vmdk to [datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11/cb97920e-af43-4934-91ab-cf968b3c4e11.vmdk. {{(pid=69195) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1151.269128] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9b6b660d-05ef-4569-8bc9-d918fc0cc422 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.279017] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1151.279017] env[69195]: value = "task-3505151" [ 1151.279017] env[69195]: _type = "Task" [ 1151.279017] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.287685] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505151, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.291304] env[69195]: INFO nova.compute.manager [-] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Took 1.30 seconds to deallocate network for instance. [ 1151.431295] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.432126] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.432350] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.432660] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] Acquired lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.432843] env[69195]: DEBUG nova.network.neutron [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Refreshing network info cache for port 261df0b8-cc63-4bf8-bc1b-06e0c969b535 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.434758] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e446c9-0b41-4b69-bb78-153ce0533c6f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.453088] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.453422] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.453609] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.453799] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.453946] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.454107] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.454313] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.454473] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.454636] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.454798] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.454966] env[69195]: DEBUG nova.virt.hardware [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.461611] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfiguring VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1151.462896] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8693f9de-371c-4e0d-a5f4-cbe69448200d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.483540] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.308s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.483752] env[69195]: INFO nova.compute.manager [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Migrating [ 1151.494345] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.275s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.494664] env[69195]: DEBUG nova.objects.instance [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'pci_requests' on Instance uuid 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.496063] env[69195]: DEBUG oslo_vmware.api [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1151.496063] env[69195]: value = "task-3505152" [ 1151.496063] env[69195]: _type = "Task" [ 1151.496063] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.515737] env[69195]: DEBUG oslo_vmware.api [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.789634] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505151, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.798992] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.999645] env[69195]: DEBUG nova.objects.instance [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'numa_topology' on Instance uuid 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.005599] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.006037] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.007071] env[69195]: DEBUG nova.network.neutron [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.016008] env[69195]: DEBUG oslo_vmware.api [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.177589] env[69195]: DEBUG nova.network.neutron [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updated VIF entry in instance network info cache for port 261df0b8-cc63-4bf8-bc1b-06e0c969b535. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.178450] env[69195]: DEBUG nova.network.neutron [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "261df0b8-cc63-4bf8-bc1b-06e0c969b535", "address": "fa:16:3e:cc:02:7b", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261df0b8-cc", "ovs_interfaceid": "261df0b8-cc63-4bf8-bc1b-06e0c969b535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.291671] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505151, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.505642] env[69195]: INFO nova.compute.claims [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.517525] env[69195]: DEBUG oslo_vmware.api [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505152, 'name': ReconfigVM_Task, 'duration_secs': 0.719783} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.518458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.518669] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfigured VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1152.682671] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] Releasing lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.682962] env[69195]: DEBUG nova.compute.manager [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Received event network-vif-deleted-9dcd8093-5913-4fab-8dba-728730cfd506 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.683190] env[69195]: INFO nova.compute.manager [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Neutron deleted interface 9dcd8093-5913-4fab-8dba-728730cfd506; detaching it from the instance and deleting it from the info cache [ 1152.683419] env[69195]: DEBUG nova.network.neutron [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.762202] env[69195]: DEBUG nova.network.neutron [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [{"id": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "address": "fa:16:3e:24:3e:b9", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed526e-c4", "ovs_interfaceid": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.795749] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505151, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.876348] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.876649] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.023206] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c850f5e6-2ce8-422d-8f57-cae7cfbdd368 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.869s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.187145] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c77708a-14fb-479d-801f-fea40035cbf5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.198570] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b56ddc9-b332-40b4-b7d8-263ba7699e35 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.230692] env[69195]: DEBUG nova.compute.manager [req-59e83ea7-12e4-40c6-9f49-b8474c6bf1f6 req-38355cb5-51c9-4cdc-8295-db330240ffae service nova] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Detach interface failed, port_id=9dcd8093-5913-4fab-8dba-728730cfd506, reason: Instance 9c69559f-e4a9-42ee-ba79-28ba21a43be4 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1153.267932] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.292763] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505151, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.379797] env[69195]: DEBUG nova.compute.manager [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.683801] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e873e47-5f2d-4c11-8cd7-964da566433b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.694426] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c690a50-164a-4001-9bbf-a0010df050dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.725570] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b742f6-4e2b-44e8-8fb1-effd5761be04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.733514] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142660d4-c769-4e3b-bbe5-8e423683cd6f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.747016] env[69195]: DEBUG nova.compute.provider_tree [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.793458] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505151, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.903720] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.270843] env[69195]: ERROR nova.scheduler.client.report [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [req-11aaf167-aa0d-4bbf-87fc-bdacd698838d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID eeda6aa3-9fec-40fc-93c9-c561002c0b76. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11aaf167-aa0d-4bbf-87fc-bdacd698838d"}]} [ 1154.289097] env[69195]: DEBUG nova.scheduler.client.report [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1154.295321] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505151, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.302838] env[69195]: DEBUG nova.scheduler.client.report [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1154.303205] env[69195]: DEBUG nova.compute.provider_tree [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.313801] env[69195]: DEBUG nova.scheduler.client.report [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1154.331268] env[69195]: DEBUG nova.scheduler.client.report [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1154.468623] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6751169a-a268-448c-98e4-6c814da70777 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.477040] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cf813e-bf82-4a49-96f4-6fa7cd8070cb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.507905] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff54ed0b-ee65-45db-94d6-eb13eafb825f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.515902] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f51e11-58ce-43ee-80c2-a3e332908d45 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.529868] env[69195]: DEBUG nova.compute.provider_tree [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.734502] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-b69f57d7-b3b6-43d8-854c-08d68248dd75" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.734789] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-b69f57d7-b3b6-43d8-854c-08d68248dd75" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.735188] env[69195]: DEBUG nova.objects.instance [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'flavor' on Instance uuid 45e54d69-73a2-4f32-829f-e360b58d5fe4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.782526] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d3f392-6809-4907-825d-b55d08cd2e18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.807748] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.814339] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505151, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.488755} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.814732] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23/OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23.vmdk to [datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11/cb97920e-af43-4934-91ab-cf968b3c4e11.vmdk. [ 1154.814919] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Cleaning up location [datastore2] OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23 {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1154.815097] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a551cc5f-5967-4ab5-82fa-36abb2112e23 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.815347] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a56b71f-4528-4459-9d63-900c0783fed1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.822613] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1154.822613] env[69195]: value = "task-3505153" [ 1154.822613] env[69195]: _type = "Task" [ 1154.822613] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.831185] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.061032] env[69195]: DEBUG nova.scheduler.client.report [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1155.061208] env[69195]: DEBUG nova.compute.provider_tree [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 152 to 153 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1155.061317] env[69195]: DEBUG nova.compute.provider_tree [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.316996] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.317839] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec3dff2-3710-4fd4-9685-11b64df66c54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.322244] env[69195]: DEBUG nova.objects.instance [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'pci_requests' on Instance uuid 45e54d69-73a2-4f32-829f-e360b58d5fe4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.328134] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1155.328134] env[69195]: value = "task-3505154" [ 1155.328134] env[69195]: _type = "Task" [ 1155.328134] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.335257] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037349} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.335988] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.336184] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11/cb97920e-af43-4934-91ab-cf968b3c4e11.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.336456] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11/cb97920e-af43-4934-91ab-cf968b3c4e11.vmdk to [datastore2] a4420c32-a6b2-4770-9c11-921eb622592d/a4420c32-a6b2-4770-9c11-921eb622592d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.336992] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84fe3314-7daf-4ef9-aee4-d2b31c76a3cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.342321] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.347639] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1155.347639] env[69195]: value = "task-3505155" [ 1155.347639] env[69195]: _type = "Task" [ 1155.347639] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.356587] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.462969] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.463291] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.463510] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.463701] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.463873] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.466110] env[69195]: INFO nova.compute.manager [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Terminating instance [ 1155.566533] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.072s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.568814] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.770s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.569183] env[69195]: DEBUG nova.objects.instance [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lazy-loading 'resources' on Instance uuid 9c69559f-e4a9-42ee-ba79-28ba21a43be4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.604711] env[69195]: INFO nova.network.neutron [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating port a8f58709-40a0-44a2-9fc9-0e6c1122580b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1155.829475] env[69195]: DEBUG nova.objects.base [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Object Instance<45e54d69-73a2-4f32-829f-e360b58d5fe4> lazy-loaded attributes: flavor,pci_requests {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.829696] env[69195]: DEBUG nova.network.neutron [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.843492] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505154, 'name': PowerOffVM_Task, 'duration_secs': 0.218767} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.843492] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.843710] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.857273] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505155, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.947628] env[69195]: DEBUG nova.policy [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.969752] env[69195]: DEBUG nova.compute.manager [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.970082] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.971083] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f6624-d4eb-4f8d-9de0-c7b44110faef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.982118] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.982535] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd11586-f503-4458-9591-66dbc25ae490 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.991085] env[69195]: DEBUG oslo_vmware.api [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1155.991085] env[69195]: value = "task-3505156" [ 1155.991085] env[69195]: _type = "Task" [ 1155.991085] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.000641] env[69195]: DEBUG oslo_vmware.api [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.255856] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2abb722-bec6-4e2d-8386-3889587372b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.266669] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5ea964-4da1-4e9d-8cf7-d4abcb540bea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.299022] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d71b7-ad6a-4d3f-9d05-324db0ff83ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.307941] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061f411-3e12-4bd6-94c0-fb1c4c7eed46 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.324218] env[69195]: DEBUG nova.compute.provider_tree [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.350225] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.350462] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.350617] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.352032] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.352032] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.352032] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.352032] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.352032] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.352032] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.352032] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.352744] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.357851] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b948ca-db7d-4097-85bc-3c5c4abca12f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.378391] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505155, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.380170] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1156.380170] env[69195]: value = "task-3505157" [ 1156.380170] env[69195]: _type = "Task" [ 1156.380170] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.389861] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.503167] env[69195]: DEBUG oslo_vmware.api [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505156, 'name': PowerOffVM_Task, 'duration_secs': 0.325081} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.503509] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.503688] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.503963] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c678394-8ce1-4a96-97b2-8de9c43acb71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.771179] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.771445] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.771631] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleting the datastore file [datastore1] 68cc86df-23b7-48ca-8ab5-ce4f930edcc6 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.771918] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b21a903-49e6-4a61-8ed4-390cb0dccc01 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.780148] env[69195]: DEBUG oslo_vmware.api [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1156.780148] env[69195]: value = "task-3505159" [ 1156.780148] env[69195]: _type = "Task" [ 1156.780148] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.789203] env[69195]: DEBUG oslo_vmware.api [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.827617] env[69195]: DEBUG nova.scheduler.client.report [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 89, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.867145] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505155, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.890746] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505157, 'name': ReconfigVM_Task, 'duration_secs': 0.454221} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.891092] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.092465] env[69195]: DEBUG nova.compute.manager [req-e57e6cb4-26c6-4d12-8ddd-d8059bc41355 req-4d88cbbc-90bd-43bd-822e-4b9bf03775ea service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received event network-vif-plugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.092725] env[69195]: DEBUG oslo_concurrency.lockutils [req-e57e6cb4-26c6-4d12-8ddd-d8059bc41355 req-4d88cbbc-90bd-43bd-822e-4b9bf03775ea service nova] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.092939] env[69195]: DEBUG oslo_concurrency.lockutils [req-e57e6cb4-26c6-4d12-8ddd-d8059bc41355 req-4d88cbbc-90bd-43bd-822e-4b9bf03775ea service nova] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.093132] env[69195]: DEBUG oslo_concurrency.lockutils [req-e57e6cb4-26c6-4d12-8ddd-d8059bc41355 req-4d88cbbc-90bd-43bd-822e-4b9bf03775ea service nova] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.093308] env[69195]: DEBUG nova.compute.manager [req-e57e6cb4-26c6-4d12-8ddd-d8059bc41355 req-4d88cbbc-90bd-43bd-822e-4b9bf03775ea service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] No waiting events found dispatching network-vif-plugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.093474] env[69195]: WARNING nova.compute.manager [req-e57e6cb4-26c6-4d12-8ddd-d8059bc41355 req-4d88cbbc-90bd-43bd-822e-4b9bf03775ea service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received unexpected event network-vif-plugged-a8f58709-40a0-44a2-9fc9-0e6c1122580b for instance with vm_state shelved_offloaded and task_state spawning. [ 1157.188902] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.189186] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.189339] env[69195]: DEBUG nova.network.neutron [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.295802] env[69195]: DEBUG oslo_vmware.api [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.333254] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.336360] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.432s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.338656] env[69195]: INFO nova.compute.claims [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.355986] env[69195]: INFO nova.scheduler.client.report [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted allocations for instance 9c69559f-e4a9-42ee-ba79-28ba21a43be4 [ 1157.369602] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505155, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.399235] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.399235] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.399235] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.399235] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.399235] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.399235] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.399235] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.399866] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.399866] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.399866] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.400018] env[69195]: DEBUG nova.virt.hardware [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.406666] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.406666] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-325a7989-b40e-4ff4-b6ae-5f9e58a78d89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.431197] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1157.431197] env[69195]: value = "task-3505160" [ 1157.431197] env[69195]: _type = "Task" [ 1157.431197] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.441673] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.481796] env[69195]: DEBUG nova.network.neutron [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Successfully updated port: b69f57d7-b3b6-43d8-854c-08d68248dd75 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.791675] env[69195]: DEBUG oslo_vmware.api [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535357} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.791949] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.792180] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.792417] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.792566] env[69195]: INFO nova.compute.manager [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1157.792777] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.792954] env[69195]: DEBUG nova.compute.manager [-] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.793061] env[69195]: DEBUG nova.network.neutron [-] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.871395] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b933160b-349b-49d8-b554-e3a4925154f9 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "9c69559f-e4a9-42ee-ba79-28ba21a43be4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.987s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.875663] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505155, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.34603} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.875906] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cb97920e-af43-4934-91ab-cf968b3c4e11/cb97920e-af43-4934-91ab-cf968b3c4e11.vmdk to [datastore2] a4420c32-a6b2-4770-9c11-921eb622592d/a4420c32-a6b2-4770-9c11-921eb622592d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.877593] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b93b20-375d-44c2-842f-03a6798ac090 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.904347] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] a4420c32-a6b2-4770-9c11-921eb622592d/a4420c32-a6b2-4770-9c11-921eb622592d.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.907537] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03e686ab-df1e-468c-99a2-8e5ae0b0ec36 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.928639] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1157.928639] env[69195]: value = "task-3505161" [ 1157.928639] env[69195]: _type = "Task" [ 1157.928639] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.943901] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.948509] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505160, 'name': ReconfigVM_Task, 'duration_secs': 0.343049} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.948785] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.949592] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf65b8e-b108-4e6e-bb9c-5b1831b670e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.978841] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc/12bddbb6-87b9-4bbe-8951-804b3b2e6cdc.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.981398] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9b9aea5-e04f-4740-8d54-8f7c34ae97fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.994643] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.994846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.995075] env[69195]: DEBUG nova.network.neutron [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.004343] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1158.004343] env[69195]: value = "task-3505162" [ 1158.004343] env[69195]: _type = "Task" [ 1158.004343] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.014529] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.048202] env[69195]: DEBUG nova.network.neutron [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [{"id": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "address": "fa:16:3e:1e:4b:7e", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f58709-40", "ovs_interfaceid": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.441693] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505161, 'name': ReconfigVM_Task, 'duration_secs': 0.288006} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.442069] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Reconfigured VM instance instance-00000059 to attach disk [datastore2] a4420c32-a6b2-4770-9c11-921eb622592d/a4420c32-a6b2-4770-9c11-921eb622592d.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.442718] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7537970a-105e-4b1d-8722-77d5d2521002 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.450233] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1158.450233] env[69195]: value = "task-3505163" [ 1158.450233] env[69195]: _type = "Task" [ 1158.450233] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.461071] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505163, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.489972] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab01d30-7150-4055-940a-855fed6f3885 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.500935] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af510f21-9139-4512-bf8b-577c644b2152 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.534313] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0764ef-4883-4d25-9785-7b6776d88d04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.539830] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505162, 'name': ReconfigVM_Task, 'duration_secs': 0.323538} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.540481] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc/12bddbb6-87b9-4bbe-8951-804b3b2e6cdc.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.540765] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.548031] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef89013-b0be-4ca9-8872-aae882eedfb9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.551724] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.555934] env[69195]: WARNING nova.network.neutron [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] b71264c0-289d-498d-b8e8-8edacc54b44d already exists in list: networks containing: ['b71264c0-289d-498d-b8e8-8edacc54b44d']. ignoring it [ 1158.556189] env[69195]: WARNING nova.network.neutron [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] b71264c0-289d-498d-b8e8-8edacc54b44d already exists in list: networks containing: ['b71264c0-289d-498d-b8e8-8edacc54b44d']. ignoring it [ 1158.571020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.571020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.571020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.571020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.571020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.571020] env[69195]: DEBUG nova.compute.provider_tree [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.573032] env[69195]: INFO nova.compute.manager [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Terminating instance [ 1158.584310] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='295a573538865b1ff3357afba244751a',container_format='bare',created_at=2025-04-22T06:17:11Z,direct_url=,disk_format='vmdk',id=b880f2ac-62be-4894-af99-f4d537c45cd9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1357024083-shelved',owner='e5bd04ad9bf74a95abd1ac5ac811d5bb',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-22T06:17:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.584520] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.584674] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.584852] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.585000] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.585241] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.585500] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.585702] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.585909] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.586122] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.586339] env[69195]: DEBUG nova.virt.hardware [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.587706] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38658c4-10db-4040-9cc1-1fd91641fdda {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.597609] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335018f3-6dfb-432e-92ea-1e6c985254a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.612880] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:4b:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8f58709-40a0-44a2-9fc9-0e6c1122580b', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.620418] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.623095] env[69195]: DEBUG nova.network.neutron [-] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.624220] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.624465] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2c85a9e-043f-4b70-a3c6-75cd52a03634 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.648886] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.648886] env[69195]: value = "task-3505164" [ 1158.648886] env[69195]: _type = "Task" [ 1158.648886] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.661257] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505164, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.964057] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505163, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.049195] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564930de-00bc-4e87-94af-8db4b4890365 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.054308] env[69195]: DEBUG nova.network.neutron [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "261df0b8-cc63-4bf8-bc1b-06e0c969b535", "address": "fa:16:3e:cc:02:7b", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261df0b8-cc", "ovs_interfaceid": "261df0b8-cc63-4bf8-bc1b-06e0c969b535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b69f57d7-b3b6-43d8-854c-08d68248dd75", "address": "fa:16:3e:b3:ac:8b", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb69f57d7-b3", "ovs_interfaceid": "b69f57d7-b3b6-43d8-854c-08d68248dd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.076688] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.078259] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.078259] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.078473] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc20c42-20b8-4d4b-b6c5-0c51cf316b08 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.081916] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca8ac7-906b-4866-b1bd-c1dc65c3fc9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.084808] env[69195]: DEBUG nova.compute.manager [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.085016] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.085978] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072a48d-1ceb-4010-b4c7-1b46bd5e18e8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.107594] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.107859] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.108028] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.108225] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.108371] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.108732] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.108732] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.108931] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.109039] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.109215] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.109434] env[69195]: DEBUG nova.virt.hardware [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.118973] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfiguring VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1159.135624] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8ff987-842d-45d9-9f4d-80d007b61d96 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.148504] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.152034] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.154274] env[69195]: DEBUG nova.scheduler.client.report [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Updated inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1159.154509] env[69195]: DEBUG nova.compute.provider_tree [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Updating resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 generation from 153 to 154 during operation: update_inventory {{(pid=69195) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1159.154690] env[69195]: DEBUG nova.compute.provider_tree [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.157783] env[69195]: INFO nova.compute.manager [-] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Took 1.36 seconds to deallocate network for instance. [ 1159.158085] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bf42f4c-3f64-46bd-b621-9da58ac71d0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.161286] env[69195]: DEBUG nova.compute.manager [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received event network-changed-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.161462] env[69195]: DEBUG nova.compute.manager [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Refreshing instance network info cache due to event network-changed-a8f58709-40a0-44a2-9fc9-0e6c1122580b. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.161673] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Acquiring lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.161814] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Acquired lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.161969] env[69195]: DEBUG nova.network.neutron [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Refreshing network info cache for port a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.174028] env[69195]: DEBUG oslo_vmware.api [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1159.174028] env[69195]: value = "task-3505165" [ 1159.174028] env[69195]: _type = "Task" [ 1159.174028] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.185309] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505164, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.185622] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1159.185622] env[69195]: value = "task-3505166" [ 1159.185622] env[69195]: _type = "Task" [ 1159.185622] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.192875] env[69195]: DEBUG oslo_vmware.api [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505165, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.198909] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.465064] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505163, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.615853] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.616043] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1159.666412] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.666962] env[69195]: DEBUG nova.compute.manager [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.673914] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505164, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.676317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.676747] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.677393] env[69195]: DEBUG nova.objects.instance [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lazy-loading 'resources' on Instance uuid 68cc86df-23b7-48ca-8ab5-ce4f930edcc6 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.697285] env[69195]: DEBUG oslo_vmware.api [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.705333] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.937372] env[69195]: DEBUG nova.network.neutron [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updated VIF entry in instance network info cache for port a8f58709-40a0-44a2-9fc9-0e6c1122580b. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.937746] env[69195]: DEBUG nova.network.neutron [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [{"id": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "address": "fa:16:3e:1e:4b:7e", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f58709-40", "ovs_interfaceid": "a8f58709-40a0-44a2-9fc9-0e6c1122580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.967445] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505163, 'name': Rename_Task, 'duration_secs': 1.314783} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.968305] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.968686] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0a0634-d710-440a-b971-7ac833e36874 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.977570] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1159.977570] env[69195]: value = "task-3505167" [ 1159.977570] env[69195]: _type = "Task" [ 1159.977570] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.987922] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.131776] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] There are 54 instances to clean {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1160.132009] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 9c69559f-e4a9-42ee-ba79-28ba21a43be4] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.170597] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505164, 'name': CreateVM_Task, 'duration_secs': 1.462769} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.170767] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.171510] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.171685] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.172062] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.172358] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c56ae18-a888-4367-8664-865509b8bd2c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.174985] env[69195]: DEBUG nova.compute.utils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.176458] env[69195]: DEBUG nova.compute.manager [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1160.183304] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1160.183304] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52137784-a0b1-e480-373f-92165937e794" [ 1160.183304] env[69195]: _type = "Task" [ 1160.183304] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.194682] env[69195]: DEBUG oslo_vmware.api [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.206411] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.206819] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Processing image b880f2ac-62be-4894-af99-f4d537c45cd9 {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.206897] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9/b880f2ac-62be-4894-af99-f4d537c45cd9.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.207032] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9/b880f2ac-62be-4894-af99-f4d537c45cd9.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.207222] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.207483] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505166, 'name': PowerOffVM_Task, 'duration_secs': 0.747635} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.210220] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2cf8c93-88c4-4fe0-9891-c06905d8afb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.212087] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.212281] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.212974] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9a6de68-26f6-4748-aa6f-419b6b18d13a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.227274] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.228015] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.228213] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41751dd0-2ad0-4347-89ff-5a3b4bbb3b70 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.233864] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1160.233864] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52df9654-07d1-4795-a19c-c13589381598" [ 1160.233864] env[69195]: _type = "Task" [ 1160.233864] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.243734] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52df9654-07d1-4795-a19c-c13589381598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.298572] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.298838] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.299114] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleting the datastore file [datastore1] d4c5a32a-fcfc-4618-bdfd-3fe922c999df {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.302147] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49189447-5eb6-40f4-88e2-a108c8503f98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.309767] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for the task: (returnval){ [ 1160.309767] env[69195]: value = "task-3505169" [ 1160.309767] env[69195]: _type = "Task" [ 1160.309767] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.319993] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.344436] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03c8ac7-1a60-4dc1-bb5a-87f766564c68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.353895] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74496161-1b62-4305-bcb7-e56aedc9d80d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.387839] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00dac3c-fbb4-4729-8597-4377f26abc00 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.396210] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff8ccdd-172e-4576-b135-8e64d8148e4c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.410839] env[69195]: DEBUG nova.compute.provider_tree [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.440806] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Releasing lock "refresh_cache-5c2e031a-258e-4762-8b3f-78e6636d3803" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.441162] env[69195]: DEBUG nova.compute.manager [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-vif-plugged-b69f57d7-b3b6-43d8-854c-08d68248dd75 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.441378] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.441649] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.441864] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.442052] env[69195]: DEBUG nova.compute.manager [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] No waiting events found dispatching network-vif-plugged-b69f57d7-b3b6-43d8-854c-08d68248dd75 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.442229] env[69195]: WARNING nova.compute.manager [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received unexpected event network-vif-plugged-b69f57d7-b3b6-43d8-854c-08d68248dd75 for instance with vm_state active and task_state None. [ 1160.442396] env[69195]: DEBUG nova.compute.manager [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-changed-b69f57d7-b3b6-43d8-854c-08d68248dd75 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.442551] env[69195]: DEBUG nova.compute.manager [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Refreshing instance network info cache due to event network-changed-b69f57d7-b3b6-43d8-854c-08d68248dd75. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.442741] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Acquiring lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.442878] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Acquired lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.443050] env[69195]: DEBUG nova.network.neutron [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Refreshing network info cache for port b69f57d7-b3b6-43d8-854c-08d68248dd75 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.490400] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505167, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.635715] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 3e4bbb1e-424f-4baf-af8b-bc1b33336f2a] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.678074] env[69195]: DEBUG nova.compute.manager [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.690764] env[69195]: DEBUG oslo_vmware.api [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505165, 'name': ReconfigVM_Task, 'duration_secs': 1.423093} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.691279] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.691513] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfigured VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.744992] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Preparing fetch location {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1160.745287] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Fetch image to [datastore1] OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1/OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1.vmdk {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1160.745473] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Downloading stream optimized image b880f2ac-62be-4894-af99-f4d537c45cd9 to [datastore1] OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1/OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1.vmdk on the data store datastore1 as vApp {{(pid=69195) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1160.745645] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Downloading image file data b880f2ac-62be-4894-af99-f4d537c45cd9 to the ESX as VM named 'OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1' {{(pid=69195) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1160.820401] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.824637] env[69195]: DEBUG nova.network.neutron [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Port a2ed526e-c4fb-4848-9ddc-c7e2650007e1 binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1160.826504] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1160.826504] env[69195]: value = "resgroup-9" [ 1160.826504] env[69195]: _type = "ResourcePool" [ 1160.826504] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1160.826755] env[69195]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-89c1440c-d00c-471a-8061-53b20804f20b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.849013] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lease: (returnval){ [ 1160.849013] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d81b73-cd7b-d8b7-b301-85aaac766eb1" [ 1160.849013] env[69195]: _type = "HttpNfcLease" [ 1160.849013] env[69195]: } obtained for vApp import into resource pool (val){ [ 1160.849013] env[69195]: value = "resgroup-9" [ 1160.849013] env[69195]: _type = "ResourcePool" [ 1160.849013] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1160.849542] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the lease: (returnval){ [ 1160.849542] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d81b73-cd7b-d8b7-b301-85aaac766eb1" [ 1160.849542] env[69195]: _type = "HttpNfcLease" [ 1160.849542] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.856730] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.856730] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d81b73-cd7b-d8b7-b301-85aaac766eb1" [ 1160.856730] env[69195]: _type = "HttpNfcLease" [ 1160.856730] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1160.914363] env[69195]: DEBUG nova.scheduler.client.report [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.989900] env[69195]: DEBUG oslo_vmware.api [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505167, 'name': PowerOnVM_Task, 'duration_secs': 0.659073} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.990194] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.099823] env[69195]: DEBUG nova.compute.manager [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.101018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2126f0bf-709c-444e-9fd3-f07148f6507f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.139039] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 49aedd93-7277-4e3d-ae8d-899e68a98a8b] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.162857] env[69195]: DEBUG nova.network.neutron [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updated VIF entry in instance network info cache for port b69f57d7-b3b6-43d8-854c-08d68248dd75. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.163356] env[69195]: DEBUG nova.network.neutron [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "261df0b8-cc63-4bf8-bc1b-06e0c969b535", "address": "fa:16:3e:cc:02:7b", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap261df0b8-cc", "ovs_interfaceid": "261df0b8-cc63-4bf8-bc1b-06e0c969b535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b69f57d7-b3b6-43d8-854c-08d68248dd75", "address": "fa:16:3e:b3:ac:8b", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb69f57d7-b3", "ovs_interfaceid": "b69f57d7-b3b6-43d8-854c-08d68248dd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.196465] env[69195]: DEBUG oslo_concurrency.lockutils [None req-959901b3-71e7-419e-b053-0cc30bdf2a3d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-b69f57d7-b3b6-43d8-854c-08d68248dd75" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.461s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.321539] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.358196] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.358196] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d81b73-cd7b-d8b7-b301-85aaac766eb1" [ 1161.358196] env[69195]: _type = "HttpNfcLease" [ 1161.358196] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.419164] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.446172] env[69195]: INFO nova.scheduler.client.report [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleted allocations for instance 68cc86df-23b7-48ca-8ab5-ce4f930edcc6 [ 1161.617289] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ae315e27-f512-4d1c-bac4-4fd3878e256f tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.913s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.642671] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 0d77a588-7b68-41f2-aba5-f34960ed30e5] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.667135] env[69195]: DEBUG oslo_concurrency.lockutils [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] Releasing lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.667441] env[69195]: DEBUG nova.compute.manager [req-fe1c84bb-6cb3-44c2-a61d-c8bbca625e3e req-2cee99fb-4943-4f6a-9877-e2001844a38e service nova] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Received event network-vif-deleted-2bd5645f-c013-434b-a889-506df9758f0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.690147] env[69195]: DEBUG nova.compute.manager [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.711133] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.711399] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.711557] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.711738] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.711884] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.712040] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.712257] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.712414] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.712600] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.712737] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.713091] env[69195]: DEBUG nova.virt.hardware [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.713866] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85025400-32ea-48e8-9870-efb470f7c715 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.722106] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e24773-ba52-4d4a-88c1-5306a171d63f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.735991] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.741484] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Creating folder: Project (ee6b805a5de8493bb0b2b2fd596c071f). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.741775] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21897abf-be96-4c49-a2ca-da9be83cfe88 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.753419] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Created folder: Project (ee6b805a5de8493bb0b2b2fd596c071f) in parent group-v700121. [ 1161.753611] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Creating folder: Instances. Parent ref: group-v700414. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.753846] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-363b5e22-4591-4200-a0df-bbed40bc49ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.763664] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Created folder: Instances in parent group-v700414. [ 1161.763908] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.764118] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.764407] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0bf2a5-d726-44bd-89d1-3ad71937448e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.781437] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.781437] env[69195]: value = "task-3505173" [ 1161.781437] env[69195]: _type = "Task" [ 1161.781437] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.790038] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505173, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.821822] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.867536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.867536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.867536] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.872060] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.872060] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d81b73-cd7b-d8b7-b301-85aaac766eb1" [ 1161.872060] env[69195]: _type = "HttpNfcLease" [ 1161.872060] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1161.872601] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1161.872601] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d81b73-cd7b-d8b7-b301-85aaac766eb1" [ 1161.872601] env[69195]: _type = "HttpNfcLease" [ 1161.872601] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1161.873390] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc8af60-f011-4f7b-9ebf-b6945ad94b51 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.882442] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b6f36-0e03-ee7b-04e1-4951b6b2d516/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1161.882628] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b6f36-0e03-ee7b-04e1-4951b6b2d516/disk-0.vmdk. {{(pid=69195) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1161.946059] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7ab1160-4838-48d6-9c77-fa5dde6a58c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.955083] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40c64584-b645-48ee-97ea-c6692dfc6881 tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "68cc86df-23b7-48ca-8ab5-ce4f930edcc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.492s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.102623] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "81ccba60-0cff-4dfc-838f-aea8608e59aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.103022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "81ccba60-0cff-4dfc-838f-aea8608e59aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.103198] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "81ccba60-0cff-4dfc-838f-aea8608e59aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.103475] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "81ccba60-0cff-4dfc-838f-aea8608e59aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.103755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "81ccba60-0cff-4dfc-838f-aea8608e59aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.105885] env[69195]: INFO nova.compute.manager [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Terminating instance [ 1162.146451] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: bfe7f0a7-ce89-4ed0-9c5d-72e8c893dcc7] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.295297] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505173, 'name': CreateVM_Task, 'duration_secs': 0.48713} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.296737] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.297281] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.297453] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.297837] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.298111] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93e60de-179d-4ecf-b4ea-83288c4acffb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.303371] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1162.303371] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b707f2-809e-0ac4-ba22-7e3682f18056" [ 1162.303371] env[69195]: _type = "Task" [ 1162.303371] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.314228] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b707f2-809e-0ac4-ba22-7e3682f18056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.323684] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.592441] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-261df0b8-cc63-4bf8-bc1b-06e0c969b535" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.592732] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-261df0b8-cc63-4bf8-bc1b-06e0c969b535" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.609465] env[69195]: DEBUG nova.compute.manager [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.609750] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.611112] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f2ebc-2a2a-44c2-896a-486762e059d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.619869] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.619869] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe57b99-aeb2-4ce7-828c-382e2d74c660 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.626905] env[69195]: DEBUG oslo_vmware.api [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1162.626905] env[69195]: value = "task-3505174" [ 1162.626905] env[69195]: _type = "Task" [ 1162.626905] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.636449] env[69195]: DEBUG oslo_vmware.api [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.649825] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: cca84709-0443-4f3c-9466-90dbf1f69c12] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.818125] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b707f2-809e-0ac4-ba22-7e3682f18056, 'name': SearchDatastore_Task, 'duration_secs': 0.015928} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.824421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.824827] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.825168] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.825368] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.825554] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.828197] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11bc13a1-4caf-4ac4-a90d-62871c742c3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.841783] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.847740] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.847902] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.850259] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb4e14e-f7c7-474a-af5c-0f1001c1eb6c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.858298] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1162.858298] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a67594-93df-9435-d53f-eb3f6872fffe" [ 1162.858298] env[69195]: _type = "Task" [ 1162.858298] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.877427] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a67594-93df-9435-d53f-eb3f6872fffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.920372] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.920618] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.920862] env[69195]: DEBUG nova.network.neutron [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.097214] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.097214] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.099478] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0e8a67-db4e-4ae0-8e2a-f6afceea6d49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.124554] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb00aca-00fe-4d57-8a2c-cedfaf4a03b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.137070] env[69195]: DEBUG oslo_vmware.api [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505174, 'name': PowerOffVM_Task, 'duration_secs': 0.273414} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.158968] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.159259] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.159718] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 1955c35c-ac4b-4559-acc6-ac19663675f4] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.167246] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfiguring VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1163.170194] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c61cb196-c096-4909-a158-602f5eb886a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.172012] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4ee4cb-40ca-48cb-928a-e69bf6a860b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.188166] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Completed reading data from the image iterator. {{(pid=69195) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1163.188409] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b6f36-0e03-ee7b-04e1-4951b6b2d516/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1163.189846] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce51f25-5fce-4000-b284-76bcd4cd7bbc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.199074] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b6f36-0e03-ee7b-04e1-4951b6b2d516/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1163.199380] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b6f36-0e03-ee7b-04e1-4951b6b2d516/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1163.200977] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a5128b32-9388-44bd-aee8-acae29900bd9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.203054] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1163.203054] env[69195]: value = "task-3505176" [ 1163.203054] env[69195]: _type = "Task" [ 1163.203054] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.213169] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.328853] env[69195]: DEBUG oslo_vmware.api [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Task: {'id': task-3505169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.817354} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.329184] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.329377] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.329576] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.329757] env[69195]: INFO nova.compute.manager [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Took 4.24 seconds to destroy the instance on the hypervisor. [ 1163.330011] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.330232] env[69195]: DEBUG nova.compute.manager [-] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.330330] env[69195]: DEBUG nova.network.neutron [-] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.338868] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc9fa45-3ef7-4040-ad60-8f1493fd2a3b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.345310] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-08f985eb-06c1-4b21-a8da-e483c9e9c905 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Suspending the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1163.346039] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0d52826c-811c-4bdf-808e-2a310a2d234e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.353629] env[69195]: DEBUG oslo_vmware.api [None req-08f985eb-06c1-4b21-a8da-e483c9e9c905 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1163.353629] env[69195]: value = "task-3505177" [ 1163.353629] env[69195]: _type = "Task" [ 1163.353629] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.369189] env[69195]: DEBUG oslo_vmware.api [None req-08f985eb-06c1-4b21-a8da-e483c9e9c905 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505177, 'name': SuspendVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.376760] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a67594-93df-9435-d53f-eb3f6872fffe, 'name': SearchDatastore_Task, 'duration_secs': 0.016071} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.377668] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e113e655-e078-404d-80b7-5a417fac663e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.384077] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1163.384077] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afbd5b-abb6-3882-2cfc-cb71ed62171a" [ 1163.384077] env[69195]: _type = "Task" [ 1163.384077] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.390066] env[69195]: DEBUG oslo_vmware.rw_handles [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b6f36-0e03-ee7b-04e1-4951b6b2d516/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1163.390387] env[69195]: INFO nova.virt.vmwareapi.images [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Downloaded image file data b880f2ac-62be-4894-af99-f4d537c45cd9 [ 1163.394330] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484765ff-8286-4968-acee-eb0177766aca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.397074] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afbd5b-abb6-3882-2cfc-cb71ed62171a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.412619] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a57b82a-b82a-48a5-b4a2-2868105c798a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.444638] env[69195]: INFO nova.virt.vmwareapi.images [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] The imported VM was unregistered [ 1163.447993] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Caching image {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1163.448300] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9 {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.448595] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19214116-e18c-489f-a0f0-d3451d98de86 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.467942] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Created directory with path [datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9 {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.468192] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1/OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1.vmdk to [datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9/b880f2ac-62be-4894-af99-f4d537c45cd9.vmdk. {{(pid=69195) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1163.468486] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-36c4dc7c-42f2-4bbc-a0a6-d67e67414da1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.478908] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1163.478908] env[69195]: value = "task-3505179" [ 1163.478908] env[69195]: _type = "Task" [ 1163.478908] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.485660] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.486121] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.486510] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleting the datastore file [datastore1] 81ccba60-0cff-4dfc-838f-aea8608e59aa {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.487508] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7bbc168-2b56-45e5-8e35-e5451dcfce22 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.493334] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505179, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.501009] env[69195]: DEBUG oslo_vmware.api [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for the task: (returnval){ [ 1163.501009] env[69195]: value = "task-3505180" [ 1163.501009] env[69195]: _type = "Task" [ 1163.501009] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.509664] env[69195]: DEBUG oslo_vmware.api [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.669145] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 71dbf963-5f3c-4cb7-9bb2-7745d5a7a280] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.716441] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.820848] env[69195]: DEBUG nova.compute.manager [req-98706c53-b64e-4c00-a569-4a992ba7b695 req-bbc82cca-d65b-4468-bad8-3580a146edc5 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Received event network-vif-deleted-e6af25bc-eb89-406e-a623-3a091c66254e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.821395] env[69195]: INFO nova.compute.manager [req-98706c53-b64e-4c00-a569-4a992ba7b695 req-bbc82cca-d65b-4468-bad8-3580a146edc5 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Neutron deleted interface e6af25bc-eb89-406e-a623-3a091c66254e; detaching it from the instance and deleting it from the info cache [ 1163.821676] env[69195]: DEBUG nova.network.neutron [req-98706c53-b64e-4c00-a569-4a992ba7b695 req-bbc82cca-d65b-4468-bad8-3580a146edc5 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.832579] env[69195]: DEBUG nova.network.neutron [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [{"id": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "address": "fa:16:3e:24:3e:b9", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed526e-c4", "ovs_interfaceid": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.864857] env[69195]: DEBUG oslo_vmware.api [None req-08f985eb-06c1-4b21-a8da-e483c9e9c905 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505177, 'name': SuspendVM_Task} progress is 62%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.895230] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52afbd5b-abb6-3882-2cfc-cb71ed62171a, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.895521] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.895831] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9/851eb0d8-f94f-451d-a079-28d0d2ac92d9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.896202] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf84f0be-c057-4d46-a426-f2682ac711a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.904694] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1163.904694] env[69195]: value = "task-3505181" [ 1163.904694] env[69195]: _type = "Task" [ 1163.904694] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.914423] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.992259] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505179, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.012228] env[69195]: DEBUG oslo_vmware.api [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Task: {'id': task-3505180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445916} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.012527] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.013059] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.013059] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.013179] env[69195]: INFO nova.compute.manager [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1164.013485] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.013711] env[69195]: DEBUG nova.compute.manager [-] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.013838] env[69195]: DEBUG nova.network.neutron [-] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.173342] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: e37c1d4b-0aa9-49e8-ac82-e19c806d103f] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.217035] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.298400] env[69195]: DEBUG nova.network.neutron [-] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.327233] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c270402-4b62-4931-8539-f6e3af827289 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.343724] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3674ef90-1075-4b04-8225-8bee7db9fae9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.361617] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.380691] env[69195]: DEBUG oslo_vmware.api [None req-08f985eb-06c1-4b21-a8da-e483c9e9c905 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505177, 'name': SuspendVM_Task, 'duration_secs': 0.821238} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.381112] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-08f985eb-06c1-4b21-a8da-e483c9e9c905 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Suspended the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1164.381442] env[69195]: DEBUG nova.compute.manager [None req-08f985eb-06c1-4b21-a8da-e483c9e9c905 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.382462] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4621f3d-12fc-45aa-90c5-7d761e49448a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.393841] env[69195]: DEBUG nova.compute.manager [req-98706c53-b64e-4c00-a569-4a992ba7b695 req-bbc82cca-d65b-4468-bad8-3580a146edc5 service nova] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Detach interface failed, port_id=e6af25bc-eb89-406e-a623-3a091c66254e, reason: Instance d4c5a32a-fcfc-4618-bdfd-3fe922c999df could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1164.416741] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.492841] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505179, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.677661] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 3c1a17a5-0e6f-4406-92f2-29695aecb477] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.718749] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.800285] env[69195]: INFO nova.compute.manager [-] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Took 1.47 seconds to deallocate network for instance. [ 1164.872980] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a741e859-a0c2-4299-a409-bf2f2b1201b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.883148] env[69195]: DEBUG nova.network.neutron [-] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.884995] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3489dd90-2c68-4e43-bce5-6861ef151c27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.923095] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.992139] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505179, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.181584] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: ab2db8b1-fa3f-4f29-bbcc-cfd4eb696e9e] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.221652] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.307469] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.307584] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.307809] env[69195]: DEBUG nova.objects.instance [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lazy-loading 'resources' on Instance uuid d4c5a32a-fcfc-4618-bdfd-3fe922c999df {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.388653] env[69195]: INFO nova.compute.manager [-] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Took 1.37 seconds to deallocate network for instance. [ 1165.422154] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505181, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.499014] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505179, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.685820] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 9d3d3c92-b0ca-424d-b6b7-0322ca48d9ac] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.725251] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.858903] env[69195]: DEBUG nova.compute.manager [req-ef6212d5-2227-4922-8fa0-72902c3fd34d req-a39c2540-5ad9-46ab-b9d5-8775450aa88d service nova] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Received event network-vif-deleted-e4fd1b70-ea8a-43f7-9bbd-c33425c71046 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.897474] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.906411] env[69195]: INFO nova.compute.manager [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Resuming [ 1165.906948] env[69195]: DEBUG nova.objects.instance [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lazy-loading 'flavor' on Instance uuid a4420c32-a6b2-4770-9c11-921eb622592d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.921351] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505181, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.959170] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ab3872-2e21-4b43-a8d2-c03ab946a3d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.971229] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb15f928-e77e-4c6a-94e1-356f5c0d4dcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.011466] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44df8d4-225c-4dc8-ae67-791eec104015 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.018729] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414386e7-af9c-4b46-996b-8ce8c70c7ffa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.026608] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505179, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.028410] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88eb8ae-fc83-4195-9100-f149ea3a4d62 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.049280] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4526cceb-fd2f-4371-b420-1bca7faea1c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.060151] env[69195]: DEBUG nova.compute.provider_tree [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.067261] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.189438] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 3ea09327-ff47-4972-8809-4d04b2a9c64f] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.221449] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.420777] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505181, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.343533} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.421537] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9/851eb0d8-f94f-451d-a079-28d0d2ac92d9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.421537] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.421734] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80dd3231-9562-40a4-8c74-10c01a5e0aec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.429307] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1166.429307] env[69195]: value = "task-3505182" [ 1166.429307] env[69195]: _type = "Task" [ 1166.429307] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.438938] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.513813] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505179, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.797406} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.514170] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1/OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1.vmdk to [datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9/b880f2ac-62be-4894-af99-f4d537c45cd9.vmdk. [ 1166.514393] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Cleaning up location [datastore1] OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1 {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1166.514563] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9d21245b-541c-4b19-bcd4-d87ed3225dc1 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.514817] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35de8ee9-af64-417d-84c5-f17cf8d3fe02 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.521572] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1166.521572] env[69195]: value = "task-3505183" [ 1166.521572] env[69195]: _type = "Task" [ 1166.521572] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.529440] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.563091] env[69195]: DEBUG nova.scheduler.client.report [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.573572] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.573901] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-917ac489-ece5-4996-bd32-9ebcebc24609 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.583385] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1166.583385] env[69195]: value = "task-3505184" [ 1166.583385] env[69195]: _type = "Task" [ 1166.583385] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.594796] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.692964] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 85af95f1-ccd3-4d12-b041-a0a1efd809d3] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.719619] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.941857] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072457} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.942161] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.943032] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70acba1-4cbb-4ebf-a3f4-e6022025d231 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.964049] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9/851eb0d8-f94f-451d-a079-28d0d2ac92d9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.964720] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3beaabaa-d66c-4e98-bd35-fcecfac6f6f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.984673] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1166.984673] env[69195]: value = "task-3505185" [ 1166.984673] env[69195]: _type = "Task" [ 1166.984673] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.993165] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.032742] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036046} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.032994] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.033215] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9/b880f2ac-62be-4894-af99-f4d537c45cd9.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.033595] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9/b880f2ac-62be-4894-af99-f4d537c45cd9.vmdk to [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803/5c2e031a-258e-4762-8b3f-78e6636d3803.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.033884] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ca80a4-a574-4d7d-a970-959d3b09910f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.040797] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1167.040797] env[69195]: value = "task-3505186" [ 1167.040797] env[69195]: _type = "Task" [ 1167.040797] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.050826] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.068088] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.070222] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.173s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.070430] env[69195]: DEBUG nova.objects.instance [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lazy-loading 'resources' on Instance uuid 81ccba60-0cff-4dfc-838f-aea8608e59aa {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.093433] env[69195]: DEBUG oslo_vmware.api [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505184, 'name': PowerOnVM_Task, 'duration_secs': 0.401829} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.094376] env[69195]: INFO nova.scheduler.client.report [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Deleted allocations for instance d4c5a32a-fcfc-4618-bdfd-3fe922c999df [ 1167.095338] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.095529] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a01e6f60-3a52-446f-b966-3074e10257f3 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.196433] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 4bebf02b-603b-46d7-8233-4550fd933cbd] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.222780] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.422015] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.422261] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquired lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.422488] env[69195]: DEBUG nova.network.neutron [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.495577] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.550762] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.611852] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3ea25356-d63c-4825-9599-abc3658c64e0 tempest-ServersTestJSON-1495057482 tempest-ServersTestJSON-1495057482-project-member] Lock "d4c5a32a-fcfc-4618-bdfd-3fe922c999df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.043s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.696903] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a22be2e-4fd5-4010-8e9d-0a3ea1565da5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.699887] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: a8505259-cd52-49db-9455-4a9d06bc64f2] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.708136] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07358389-bf83-400b-b363-e516ac9cb03d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.720606] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.747470] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299b99f5-284c-4280-b55e-40e0d26c1d72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.755985] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9837b73d-6594-45c9-9867-de7291406870 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.770448] env[69195]: DEBUG nova.compute.provider_tree [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.998071] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505185, 'name': ReconfigVM_Task, 'duration_secs': 0.656795} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.998071] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9/851eb0d8-f94f-451d-a079-28d0d2ac92d9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.998071] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70aff8a1-f669-4319-9901-917e1f623da2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.006497] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1168.006497] env[69195]: value = "task-3505187" [ 1168.006497] env[69195]: _type = "Task" [ 1168.006497] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.020183] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505187, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.052530] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505186, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.197835] env[69195]: DEBUG nova.network.neutron [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [{"id": "995ce199-c506-47a3-8d98-a86b919ece91", "address": "fa:16:3e:98:9b:46", "network": {"id": "80771d26-ea26-4ba3-bf92-9a09999e49b3", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-418466524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0e133feba474bf0bbbe60dd8336c1b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap995ce199-c5", "ovs_interfaceid": "995ce199-c506-47a3-8d98-a86b919ece91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.203053] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c8b072b0-f95d-453f-abd5-332df7aaf6b0] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.222852] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.273586] env[69195]: DEBUG nova.scheduler.client.report [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.518324] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505187, 'name': Rename_Task, 'duration_secs': 0.359272} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.518589] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.518845] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82d232b3-25db-44c4-b87d-c0bb486b2814 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.527494] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1168.527494] env[69195]: value = "task-3505188" [ 1168.527494] env[69195]: _type = "Task" [ 1168.527494] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.540656] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.553395] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505186, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.704031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Releasing lock "refresh_cache-a4420c32-a6b2-4770-9c11-921eb622592d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.704031] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3acd25d-4a79-41e1-a5b9-cf734a1f53df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.706785] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 62ecaf0e-e7d4-478b-be83-e01b7eed2fda] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.714079] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Resuming the VM {{(pid=69195) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1168.717927] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c91c4b-37de-4e58-9add-dab07ecd5322 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.727354] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.729217] env[69195]: DEBUG oslo_vmware.api [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1168.729217] env[69195]: value = "task-3505189" [ 1168.729217] env[69195]: _type = "Task" [ 1168.729217] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.741675] env[69195]: DEBUG oslo_vmware.api [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.781916] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.813881] env[69195]: INFO nova.scheduler.client.report [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Deleted allocations for instance 81ccba60-0cff-4dfc-838f-aea8608e59aa [ 1169.040182] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.054721] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505186, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.212855] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: a9aaa60b-e304-4c56-8626-65cc2da8b265] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.226238] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.241463] env[69195]: DEBUG oslo_vmware.api [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.325024] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bdcff4df-628b-4391-9d8d-26db05a2b80f tempest-ServerRescueNegativeTestJSON-1937748911 tempest-ServerRescueNegativeTestJSON-1937748911-project-member] Lock "81ccba60-0cff-4dfc-838f-aea8608e59aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.222s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.546635] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.560049] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505186, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.720583] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 1ddb0b39-d7b3-4266-bc76-45b56c544a0f] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.734108] env[69195]: DEBUG oslo_vmware.api [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505176, 'name': ReconfigVM_Task, 'duration_secs': 6.275154} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.740672] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.740672] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfigured VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1169.748909] env[69195]: DEBUG oslo_vmware.api [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505189, 'name': PowerOnVM_Task, 'duration_secs': 0.955219} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.750089] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Resumed the VM {{(pid=69195) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1169.750089] env[69195]: DEBUG nova.compute.manager [None req-dd7f9f27-a92a-4d8b-83c3-cdc65aeec3ec tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.750441] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae4f0e2-d37d-4c41-80d4-956d01d65392 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.044584] env[69195]: DEBUG oslo_vmware.api [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505188, 'name': PowerOnVM_Task, 'duration_secs': 1.100828} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.044933] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.045125] env[69195]: INFO nova.compute.manager [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1170.045356] env[69195]: DEBUG nova.compute.manager [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.046294] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57cf406-d1a5-47a5-a462-454c10a7ae10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.066297] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505186, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.067514] env[69195]: DEBUG nova.network.neutron [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Port a2ed526e-c4fb-4848-9ddc-c7e2650007e1 binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.067749] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.067899] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.068079] env[69195]: DEBUG nova.network.neutron [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.160608] env[69195]: DEBUG nova.compute.manager [req-f48da224-202d-4f41-830d-13b322ae2d45 req-28e1200b-fc95-4b3c-8e56-60297fb0bf59 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-vif-deleted-261df0b8-cc63-4bf8-bc1b-06e0c969b535 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.160816] env[69195]: INFO nova.compute.manager [req-f48da224-202d-4f41-830d-13b322ae2d45 req-28e1200b-fc95-4b3c-8e56-60297fb0bf59 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Neutron deleted interface 261df0b8-cc63-4bf8-bc1b-06e0c969b535; detaching it from the instance and deleting it from the info cache [ 1170.162190] env[69195]: DEBUG nova.network.neutron [req-f48da224-202d-4f41-830d-13b322ae2d45 req-28e1200b-fc95-4b3c-8e56-60297fb0bf59 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b69f57d7-b3b6-43d8-854c-08d68248dd75", "address": "fa:16:3e:b3:ac:8b", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb69f57d7-b3", "ovs_interfaceid": "b69f57d7-b3b6-43d8-854c-08d68248dd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.230661] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 2ed70894-b89f-4785-9bb4-8f897bd444cb] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.576666] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505186, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.120963} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.580021] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b880f2ac-62be-4894-af99-f4d537c45cd9/b880f2ac-62be-4894-af99-f4d537c45cd9.vmdk to [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803/5c2e031a-258e-4762-8b3f-78e6636d3803.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.582687] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd68828-f57a-4fd0-9bb6-c225fa3742b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.585976] env[69195]: INFO nova.compute.manager [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Took 16.70 seconds to build instance. [ 1170.609343] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803/5c2e031a-258e-4762-8b3f-78e6636d3803.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.613016] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56bc584f-458a-41ca-8f34-a79268e90042 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.633045] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1170.633045] env[69195]: value = "task-3505190" [ 1170.633045] env[69195]: _type = "Task" [ 1170.633045] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.646062] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.667695] env[69195]: DEBUG oslo_concurrency.lockutils [req-f48da224-202d-4f41-830d-13b322ae2d45 req-28e1200b-fc95-4b3c-8e56-60297fb0bf59 service nova] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.668014] env[69195]: DEBUG oslo_concurrency.lockutils [req-f48da224-202d-4f41-830d-13b322ae2d45 req-28e1200b-fc95-4b3c-8e56-60297fb0bf59 service nova] Acquired lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.669978] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedbafb2-430d-4bf1-875c-34688481022b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.694108] env[69195]: DEBUG oslo_concurrency.lockutils [req-f48da224-202d-4f41-830d-13b322ae2d45 req-28e1200b-fc95-4b3c-8e56-60297fb0bf59 service nova] Releasing lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.694317] env[69195]: WARNING nova.compute.manager [req-f48da224-202d-4f41-830d-13b322ae2d45 req-28e1200b-fc95-4b3c-8e56-60297fb0bf59 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Detach interface failed, port_id=261df0b8-cc63-4bf8-bc1b-06e0c969b535, reason: No device with interface-id 261df0b8-cc63-4bf8-bc1b-06e0c969b535 exists on VM: nova.exception.NotFound: No device with interface-id 261df0b8-cc63-4bf8-bc1b-06e0c969b535 exists on VM [ 1170.735738] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 6587d429-b11d-465b-93e8-8d5193dd8104] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.041689] env[69195]: DEBUG nova.network.neutron [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [{"id": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "address": "fa:16:3e:24:3e:b9", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed526e-c4", "ovs_interfaceid": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.089616] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cdc6574e-6a08-41ab-a62a-7c838c4a5128 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.211s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.147795] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.147795] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.147795] env[69195]: DEBUG nova.network.neutron [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.149242] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.242019] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 4907b8e3-ba7d-4536-a2c0-692ae0409466] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.320161] env[69195]: DEBUG nova.compute.manager [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-vif-deleted-b69f57d7-b3b6-43d8-854c-08d68248dd75 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.320436] env[69195]: INFO nova.compute.manager [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Neutron deleted interface b69f57d7-b3b6-43d8-854c-08d68248dd75; detaching it from the instance and deleting it from the info cache [ 1171.320766] env[69195]: DEBUG nova.network.neutron [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.440814] env[69195]: INFO nova.compute.manager [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Rebuilding instance [ 1171.546238] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.644652] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505190, 'name': ReconfigVM_Task, 'duration_secs': 0.688586} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.644954] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803/5c2e031a-258e-4762-8b3f-78e6636d3803.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.646588] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_options': None, 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '42d113a8-c043-47cd-9d4a-ba85b4a1d87e'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700409', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'name': 'volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5c2e031a-258e-4762-8b3f-78e6636d3803', 'attached_at': '', 'detached_at': '', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'serial': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1'}, 'disk_bus': None, 'attachment_id': 'eedcd8a1-d067-49a0-b88a-4b05449ad2e2', 'volume_type': None}], 'swap': None} {{(pid=69195) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1171.646805] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.647006] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700409', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'name': 'volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5c2e031a-258e-4762-8b3f-78e6636d3803', 'attached_at': '', 'detached_at': '', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'serial': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.647797] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a367f0c-edff-4343-bf13-0363ed48cd4d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.657267] env[69195]: DEBUG nova.compute.manager [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.658286] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a0c6f-b69b-4d6b-a54a-dd1d1dc91ea2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.673474] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9012234f-87bb-405b-b711-0cbc07247d89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.702823] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1/volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.703160] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f7305a-b270-48b1-9ad4-0e58a3f49dd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.726526] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1171.726526] env[69195]: value = "task-3505191" [ 1171.726526] env[69195]: _type = "Task" [ 1171.726526] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.740531] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.744101] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: f53e62c6-006d-4d73-a1f7-11308a8a87bc] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.823921] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.824075] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Acquired lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.824933] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd001df8-3393-44a9-993e-fa03ac545588 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.844190] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779a0305-9acb-4c42-9cef-6a34f5363587 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.872508] env[69195]: DEBUG nova.virt.vmwareapi.vmops [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfiguring VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1171.877049] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.877049] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36de162-aacb-4222-9d2b-fa973dae9600 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.898434] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Waiting for the task: (returnval){ [ 1171.898434] env[69195]: value = "task-3505192" [ 1171.898434] env[69195]: _type = "Task" [ 1171.898434] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.908393] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.036742] env[69195]: INFO nova.network.neutron [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Port b69f57d7-b3b6-43d8-854c-08d68248dd75 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1172.037233] env[69195]: DEBUG nova.network.neutron [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [{"id": "38d204be-279b-425c-b8bc-1a606fa5c34f", "address": "fa:16:3e:1d:08:f9", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d204be-27", "ovs_interfaceid": "38d204be-279b-425c-b8bc-1a606fa5c34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.050019] env[69195]: DEBUG nova.compute.manager [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69195) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1172.237875] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505191, 'name': ReconfigVM_Task, 'duration_secs': 0.483399} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.238501] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1/volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.243414] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab3a5888-7d5a-460b-97ba-13f209fa43e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.254322] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: e8d7755d-10b3-485f-a580-f3461a3ba36b] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.265738] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1172.265738] env[69195]: value = "task-3505193" [ 1172.265738] env[69195]: _type = "Task" [ 1172.265738] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.279202] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.409288] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.540447] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.684812] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.685108] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef047f0f-4ac1-4259-891e-2967aa74850d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.694133] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1172.694133] env[69195]: value = "task-3505194" [ 1172.694133] env[69195]: _type = "Task" [ 1172.694133] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.711915] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.757832] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: e540fd00-af7f-4df2-a043-d26c236042c7] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.777289] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505193, 'name': ReconfigVM_Task, 'duration_secs': 0.203309} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.777645] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700409', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'name': 'volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5c2e031a-258e-4762-8b3f-78e6636d3803', 'attached_at': '', 'detached_at': '', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'serial': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1172.778241] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12817d66-cc6b-450f-9887-750eb66ca307 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.786961] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1172.786961] env[69195]: value = "task-3505195" [ 1172.786961] env[69195]: _type = "Task" [ 1172.786961] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.796196] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505195, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.909379] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.044947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9b6242cf-3819-4709-839f-6bc34a62d59d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-45e54d69-73a2-4f32-829f-e360b58d5fe4-261df0b8-cc63-4bf8-bc1b-06e0c969b535" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.452s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.181725] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.181725] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.205285] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505194, 'name': PowerOffVM_Task, 'duration_secs': 0.145188} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.205285] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.205285] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.205529] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a699f991-185f-44b7-882b-0eda0536449e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.212553] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.212776] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b450d894-bc5b-4010-a09d-d60245fe0216 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.242942] env[69195]: DEBUG nova.compute.manager [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1173.247075] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.247307] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.247508] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Deleting the datastore file [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.247939] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87dacde1-67d0-46df-9ea3-1d211db18a46 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.260364] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1173.260364] env[69195]: value = "task-3505197" [ 1173.260364] env[69195]: _type = "Task" [ 1173.260364] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.260797] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 91a0bb75-108f-4509-9b2a-630afea7b5b9] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.271922] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.296569] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505195, 'name': Rename_Task, 'duration_secs': 0.176706} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.296843] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.297095] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e2661a3-023b-4be2-a7c7-8b0f993c2778 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.306217] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1173.306217] env[69195]: value = "task-3505198" [ 1173.306217] env[69195]: _type = "Task" [ 1173.306217] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.314696] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.409971] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.684713] env[69195]: DEBUG nova.objects.instance [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'migration_context' on Instance uuid 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.766874] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 2f21c6b1-8a65-4860-b801-8db5512b572a] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.770276] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.775286] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190302} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.775539] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.775755] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.775940] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.816847] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.911287] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.271262] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 6eb559c9-c003-4820-8e14-9bae27069f46] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.305856] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81854189-5dba-4a36-8863-62e3e128c51b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.317917] env[69195]: DEBUG oslo_vmware.api [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505198, 'name': PowerOnVM_Task, 'duration_secs': 0.838755} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.319815] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.323072] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da0d900-8de9-468a-8c31-596e2786a3bf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.357845] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79437ee0-15c6-4539-a7c7-bef9b68b1257 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.366233] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c184af-bb12-4a26-822b-add4973993ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.380842] env[69195]: DEBUG nova.compute.provider_tree [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.410872] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.425820] env[69195]: DEBUG nova.compute.manager [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.426710] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cce6ed-8d02-4c4e-8d2f-8c5d89727990 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.774367] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c7176194-67ce-4a91-9e97-d8a3dcf2bd0b] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.814961] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.815244] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.815410] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.815600] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.815749] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.815895] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.816113] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.816274] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.816439] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.816600] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.816767] env[69195]: DEBUG nova.virt.hardware [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.817874] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9d8e1f-a5ca-4de5-a0ad-b97c6195a8d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.826316] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1491c9c-be24-45a3-b328-4c65ed5b71db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.844690] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.851424] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.852572] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.852572] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd17b32e-4574-4a86-98c1-351db52feaea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.873657] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.873657] env[69195]: value = "task-3505199" [ 1174.873657] env[69195]: _type = "Task" [ 1174.873657] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.884554] env[69195]: DEBUG nova.scheduler.client.report [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.887904] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505199, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.913602] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.945994] env[69195]: DEBUG oslo_concurrency.lockutils [None req-db7a1309-3046-4293-9fb6-9b47e530b530 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.059s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.138954] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "a4420c32-a6b2-4770-9c11-921eb622592d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.139574] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.139937] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.140258] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.140527] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.143766] env[69195]: INFO nova.compute.manager [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Terminating instance [ 1175.264613] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquiring lock "7113b577-10f7-40e7-80f4-4881214983bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.264849] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "7113b577-10f7-40e7-80f4-4881214983bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.279290] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 263f0381-c6a6-4de2-973d-1d2d00cd4fcb] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.383572] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505199, 'name': CreateVM_Task, 'duration_secs': 0.282899} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.383749] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.384186] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.384351] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.384668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.384920] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b742f107-eb73-47dd-87ba-b909a667efd5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.393383] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1175.393383] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5292f353-b384-7ef7-b671-a3976f77ab24" [ 1175.393383] env[69195]: _type = "Task" [ 1175.393383] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.401859] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5292f353-b384-7ef7-b671-a3976f77ab24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.411798] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.648762] env[69195]: DEBUG nova.compute.manager [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.649012] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.650061] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339425c5-221d-4dd9-a719-92acfe69fded {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.658730] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.658952] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e00358-6b4c-46fe-99ed-c8abde888383 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.668720] env[69195]: DEBUG oslo_vmware.api [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1175.668720] env[69195]: value = "task-3505200" [ 1175.668720] env[69195]: _type = "Task" [ 1175.668720] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.679234] env[69195]: DEBUG oslo_vmware.api [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.767546] env[69195]: DEBUG nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.783352] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 6ae50937-9b05-4ef1-98eb-7f9df3073804] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.896097] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.715s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.902283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.132s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.930574] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5292f353-b384-7ef7-b671-a3976f77ab24, 'name': SearchDatastore_Task, 'duration_secs': 0.015578} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.936373] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.936699] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.937020] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.937272] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.937449] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.940153] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.940153] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-826db8fb-2ab2-4518-860d-58aa28132f91 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.950900] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.950900] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.951242] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d05a39d-1a52-4d68-906f-a0eb8faa71e9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.956915] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1175.956915] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5236d72f-ec2e-0ccd-72d8-808f014b29f0" [ 1175.956915] env[69195]: _type = "Task" [ 1175.956915] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.966225] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5236d72f-ec2e-0ccd-72d8-808f014b29f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.178582] env[69195]: DEBUG oslo_vmware.api [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505200, 'name': PowerOffVM_Task, 'duration_secs': 0.253731} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.178876] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.179067] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.179340] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-191aff4d-823a-4b07-ac85-ee4dc9ea98ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.263502] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.263828] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.264046] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleting the datastore file [datastore2] a4420c32-a6b2-4770-9c11-921eb622592d {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.264326] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc368619-bf07-4335-8f37-2a055daf0aec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.275713] env[69195]: DEBUG oslo_vmware.api [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for the task: (returnval){ [ 1176.275713] env[69195]: value = "task-3505202" [ 1176.275713] env[69195]: _type = "Task" [ 1176.275713] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.287548] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 94cd8c25-80e2-4bc4-a283-3162301561ae] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.290041] env[69195]: DEBUG oslo_vmware.api [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.294155] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.413290] env[69195]: INFO nova.compute.claims [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.428306] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.467715] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5236d72f-ec2e-0ccd-72d8-808f014b29f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.468553] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a002a910-ddf5-4d4b-a915-4fbaa407a298 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.475551] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1176.475551] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522bcc92-34a7-e123-e725-b82716dd8610" [ 1176.475551] env[69195]: _type = "Task" [ 1176.475551] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.484160] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522bcc92-34a7-e123-e725-b82716dd8610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.789102] env[69195]: DEBUG oslo_vmware.api [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Task: {'id': task-3505202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460428} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.789556] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.789770] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.789977] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.790199] env[69195]: INFO nova.compute.manager [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1176.790468] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.790848] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 1c3c602d-965a-4ed1-af19-961bdcb6dd8c] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.793407] env[69195]: DEBUG nova.compute.manager [-] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.793523] env[69195]: DEBUG nova.network.neutron [-] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.922571] env[69195]: INFO nova.compute.resource_tracker [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating resource usage from migration fb97b40e-a128-4e8d-8e94-4616c2660e3a [ 1176.933249] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.986377] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522bcc92-34a7-e123-e725-b82716dd8610, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.989546] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.989892] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9/851eb0d8-f94f-451d-a079-28d0d2ac92d9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.990615] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa26d37b-e0c3-4680-90e8-c6bd928d93f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.001389] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1177.001389] env[69195]: value = "task-3505203" [ 1177.001389] env[69195]: _type = "Task" [ 1177.001389] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.015878] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.039899] env[69195]: DEBUG nova.compute.manager [req-7ca47ea9-bcff-429f-b7af-337a71b77588 req-77cb5463-b890-4c0f-99db-57e6770e1dbd service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Received event network-vif-deleted-995ce199-c506-47a3-8d98-a86b919ece91 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.040127] env[69195]: INFO nova.compute.manager [req-7ca47ea9-bcff-429f-b7af-337a71b77588 req-77cb5463-b890-4c0f-99db-57e6770e1dbd service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Neutron deleted interface 995ce199-c506-47a3-8d98-a86b919ece91; detaching it from the instance and deleting it from the info cache [ 1177.040329] env[69195]: DEBUG nova.network.neutron [req-7ca47ea9-bcff-429f-b7af-337a71b77588 req-77cb5463-b890-4c0f-99db-57e6770e1dbd service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.073892] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6863a091-2157-4767-b246-dbde23fc5363 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.082715] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a92e9d-12e1-489f-a967-b87582e1c7bf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.116681] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d0098-ab10-4950-9d7e-343c88c3ae32 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.125379] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd073aa9-84f1-468f-840d-eab992d7021d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.140223] env[69195]: DEBUG nova.compute.provider_tree [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.294445] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: b730f556-c22f-420b-b9b0-7b22e5f6e4c4] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.427389] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.450751] env[69195]: INFO nova.compute.manager [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Swapping old allocation on dict_keys(['eeda6aa3-9fec-40fc-93c9-c561002c0b76']) held by migration f1a8e7aa-b328-447e-99fa-3de3e4ddec4b for instance [ 1177.476842] env[69195]: DEBUG nova.scheduler.client.report [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Overwriting current allocation {'allocations': {'eeda6aa3-9fec-40fc-93c9-c561002c0b76': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': 'f81cb8405791484686663342dcfa82ad', 'user_id': '51f13c628a6e4622ad347b8c71c72fbd', 'consumer_generation': 1} on consumer 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc {{(pid=69195) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1177.512435] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505203, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.521997] env[69195]: DEBUG nova.network.neutron [-] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.543709] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-187d9e1b-ea1f-41a3-9362-35980b625813 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.555386] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2183b07-5e90-469e-85e6-a7ddba36b2da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.567726] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.567880] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.568045] env[69195]: DEBUG nova.network.neutron [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.591781] env[69195]: DEBUG nova.compute.manager [req-7ca47ea9-bcff-429f-b7af-337a71b77588 req-77cb5463-b890-4c0f-99db-57e6770e1dbd service nova] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Detach interface failed, port_id=995ce199-c506-47a3-8d98-a86b919ece91, reason: Instance a4420c32-a6b2-4770-9c11-921eb622592d could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.644060] env[69195]: DEBUG nova.scheduler.client.report [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.800608] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: dbf65c44-8008-4aa8-8c39-1793c7b58d11] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.929763] env[69195]: DEBUG oslo_vmware.api [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Task: {'id': task-3505192, 'name': ReconfigVM_Task, 'duration_secs': 5.966711} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.931051] env[69195]: DEBUG oslo_concurrency.lockutils [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] Releasing lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.931051] env[69195]: DEBUG nova.virt.vmwareapi.vmops [req-4d53c8ed-210d-45d9-bded-0177d818b2a2 req-18b2b0ba-763c-4d05-a1d8-31fdf54abec9 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Reconfigured VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1177.931250] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.056s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.931384] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.931663] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.931915] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.934143] env[69195]: INFO nova.compute.manager [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Terminating instance [ 1178.012542] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859076} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.012812] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9/851eb0d8-f94f-451d-a079-28d0d2ac92d9.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.013030] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.013295] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1d97b86-d32a-46e0-b3c9-7ceed836a812 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.020078] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1178.020078] env[69195]: value = "task-3505204" [ 1178.020078] env[69195]: _type = "Task" [ 1178.020078] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.024924] env[69195]: INFO nova.compute.manager [-] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Took 1.23 seconds to deallocate network for instance. [ 1178.029871] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.148645] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.246s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.148847] env[69195]: INFO nova.compute.manager [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Migrating [ 1178.156830] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.863s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.158283] env[69195]: INFO nova.compute.claims [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.293546] env[69195]: DEBUG nova.network.neutron [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [{"id": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "address": "fa:16:3e:24:3e:b9", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ed526e-c4", "ovs_interfaceid": "a2ed526e-c4fb-4848-9ddc-c7e2650007e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.306195] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: fe5e2dbc-3a41-41de-95cb-9f2c8c6b6f68] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.438344] env[69195]: DEBUG nova.compute.manager [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.438592] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.439521] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd462ab4-db59-4c71-a1e2-5d7637a9b7d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.448020] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.448284] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28f6e2c1-00e2-4a7a-b719-d561ff3ba0a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.456270] env[69195]: DEBUG oslo_vmware.api [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1178.456270] env[69195]: value = "task-3505205" [ 1178.456270] env[69195]: _type = "Task" [ 1178.456270] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.466571] env[69195]: DEBUG oslo_vmware.api [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.530162] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071975} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.530464] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.531215] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59255ad6-47f8-4ae8-82b6-19656dde312d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.534291] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.551857] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9/851eb0d8-f94f-451d-a079-28d0d2ac92d9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.552116] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04401062-9d6e-43a8-b504-0b5da9a4218a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.572635] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1178.572635] env[69195]: value = "task-3505206" [ 1178.572635] env[69195]: _type = "Task" [ 1178.572635] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.580777] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.670709] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.670867] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.671094] env[69195]: DEBUG nova.network.neutron [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.796501] env[69195]: DEBUG oslo_concurrency.lockutils [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.798077] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a650ca3d-fd73-4465-a390-c3a82068ed41 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.808137] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c37dcd3-edbe-4e20-b33d-fa0f53b09934 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.812204] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: df776528-333b-4022-be7b-d1e49705922d] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.966727] env[69195]: DEBUG oslo_vmware.api [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505205, 'name': PowerOffVM_Task, 'duration_secs': 0.34949} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.966727] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.966903] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.967356] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b7aa56-67c5-4a32-9266-2804926bfb49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.032841] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.033080] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.033281] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleting the datastore file [datastore1] 45e54d69-73a2-4f32-829f-e360b58d5fe4 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.033557] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef5d4ef0-69ff-4ed7-b4a5-248f66339e2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.040140] env[69195]: DEBUG oslo_vmware.api [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1179.040140] env[69195]: value = "task-3505208" [ 1179.040140] env[69195]: _type = "Task" [ 1179.040140] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.047830] env[69195]: DEBUG oslo_vmware.api [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.083877] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505206, 'name': ReconfigVM_Task, 'duration_secs': 0.32628} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.084125] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9/851eb0d8-f94f-451d-a079-28d0d2ac92d9.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.084946] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40d30c92-688c-4578-b9d2-de782af18026 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.092244] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1179.092244] env[69195]: value = "task-3505209" [ 1179.092244] env[69195]: _type = "Task" [ 1179.092244] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.100583] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505209, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.279492] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce48586f-508c-4036-8de4-efe70f3a19e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.287329] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b6c0d4-cec5-451a-ab4f-077003c28aa4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.318462] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 131136af-caf8-456d-8842-088530907381] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.324133] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c83b4c-9f6b-4476-8f05-bc40e7e523ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.332740] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c54cdc8-abfa-45de-9c89-6ef8ccd8ed17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.346580] env[69195]: DEBUG nova.compute.provider_tree [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.555809] env[69195]: DEBUG oslo_vmware.api [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221522} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.556158] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.556386] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.556600] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.556810] env[69195]: INFO nova.compute.manager [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1179.557100] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.557340] env[69195]: DEBUG nova.compute.manager [-] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.557484] env[69195]: DEBUG nova.network.neutron [-] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.604627] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505209, 'name': Rename_Task, 'duration_secs': 0.142607} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.604969] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.605267] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4602e890-f00e-45b9-93ad-cf2ca5c75684 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.613055] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1179.613055] env[69195]: value = "task-3505210" [ 1179.613055] env[69195]: _type = "Task" [ 1179.613055] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.620917] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.762848] env[69195]: DEBUG nova.network.neutron [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [{"id": "366d7d30-f68e-430a-a4ea-f50371cc210d", "address": "fa:16:3e:5e:29:32", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d7d30-f6", "ovs_interfaceid": "366d7d30-f68e-430a-a4ea-f50371cc210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.827357] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 7c08be5e-aa4d-4591-bdff-dee8161fb5d2] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.850592] env[69195]: DEBUG nova.scheduler.client.report [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.910347] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.910347] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c24426-1132-43f8-b612-83b4869ec548 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.919048] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1179.919048] env[69195]: value = "task-3505211" [ 1179.919048] env[69195]: _type = "Task" [ 1179.919048] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.928097] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.124766] env[69195]: DEBUG oslo_vmware.api [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505210, 'name': PowerOnVM_Task, 'duration_secs': 0.456805} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.125272] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.125272] env[69195]: DEBUG nova.compute.manager [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.125979] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca9231c-a5ae-41cf-a9ba-cac85a891b1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.205363] env[69195]: DEBUG nova.compute.manager [req-decd33dd-9583-4316-89b4-f62afb2aaeb9 req-3dd73506-6c8a-4d3b-a504-b80a65e7e4c7 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Received event network-vif-deleted-38d204be-279b-425c-b8bc-1a606fa5c34f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.205615] env[69195]: INFO nova.compute.manager [req-decd33dd-9583-4316-89b4-f62afb2aaeb9 req-3dd73506-6c8a-4d3b-a504-b80a65e7e4c7 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Neutron deleted interface 38d204be-279b-425c-b8bc-1a606fa5c34f; detaching it from the instance and deleting it from the info cache [ 1180.205686] env[69195]: DEBUG nova.network.neutron [req-decd33dd-9583-4316-89b4-f62afb2aaeb9 req-3dd73506-6c8a-4d3b-a504-b80a65e7e4c7 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.265951] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.332152] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 18155a46-d42f-4218-a66d-265ebd20111a] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.355647] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.356179] env[69195]: DEBUG nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.359109] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.825s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.359389] env[69195]: DEBUG nova.objects.instance [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lazy-loading 'resources' on Instance uuid a4420c32-a6b2-4770-9c11-921eb622592d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.431890] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505211, 'name': PowerOffVM_Task, 'duration_secs': 0.261211} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.432196] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.432853] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.433076] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.433234] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.433414] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.433563] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.433709] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.433913] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.434081] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.434250] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.434466] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.434666] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.439647] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e875ca1-7e4d-4a12-88e6-00ed34908f99 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.457507] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1180.457507] env[69195]: value = "task-3505212" [ 1180.457507] env[69195]: _type = "Task" [ 1180.457507] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.467166] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.644784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.690030] env[69195]: DEBUG nova.network.neutron [-] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.709075] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd70816d-aa05-4f3e-8c93-d2d3117cec7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.721553] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a91a4e-ebf8-4b28-bc45-3bb9caba686d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.751509] env[69195]: DEBUG nova.compute.manager [req-decd33dd-9583-4316-89b4-f62afb2aaeb9 req-3dd73506-6c8a-4d3b-a504-b80a65e7e4c7 service nova] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Detach interface failed, port_id=38d204be-279b-425c-b8bc-1a606fa5c34f, reason: Instance 45e54d69-73a2-4f32-829f-e360b58d5fe4 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.834234] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 5aa340ef-8745-41fd-a919-d363722071c0] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.862998] env[69195]: DEBUG nova.compute.utils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.867638] env[69195]: DEBUG nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.868084] env[69195]: DEBUG nova.network.neutron [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.921669] env[69195]: DEBUG nova.policy [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '238db3a2377a454d8e04c3362477fbef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5f6221d1f614e41a78865519140ec28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.971574] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505212, 'name': ReconfigVM_Task, 'duration_secs': 0.168432} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.972690] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b5047-0f17-441f-b07d-9c1959113b24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.977097] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8363c663-3aab-46da-a789-fd2162f7488e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.000164] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2146f6-8550-4d4a-8683-368834d1b3db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.004121] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.004393] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.004503] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.004679] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.004819] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.004960] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.005177] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.005333] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.005515] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.005690] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.005857] env[69195]: DEBUG nova.virt.hardware [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.006633] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395d32ba-4a5c-4221-a82c-dc98d2ff2532 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.014484] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1181.014484] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524d1924-bff0-ab68-1ae1-89d35ec9d4f4" [ 1181.014484] env[69195]: _type = "Task" [ 1181.014484] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.044117] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b55854-7147-46e6-b29b-611f3b4835c0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.055175] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbf60f-a6eb-451f-b552-1705b2c5a34a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.059050] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524d1924-bff0-ab68-1ae1-89d35ec9d4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008526} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.064313] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.064951] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def23813-5325-4c23-9bb1-b82bc50bc34b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.088046] env[69195]: DEBUG nova.compute.provider_tree [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.094479] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1181.094479] env[69195]: value = "task-3505213" [ 1181.094479] env[69195]: _type = "Task" [ 1181.094479] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.104476] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.192222] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.192569] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.192795] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.192983] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.193172] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.195244] env[69195]: INFO nova.compute.manager [-] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Took 1.64 seconds to deallocate network for instance. [ 1181.195442] env[69195]: INFO nova.compute.manager [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Terminating instance [ 1181.237512] env[69195]: DEBUG nova.network.neutron [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Successfully created port: 476b32c2-7836-456d-b638-a233894f03ce {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.337641] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: ca27496f-17c0-417e-8cb0-8e36ef0d04a2] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.368500] env[69195]: DEBUG nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.589085] env[69195]: DEBUG nova.scheduler.client.report [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.605294] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505213, 'name': ReconfigVM_Task, 'duration_secs': 0.251289} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.606131] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.606938] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282b98ae-ecf6-4994-997c-568cc0401ac5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.632255] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc/12bddbb6-87b9-4bbe-8951-804b3b2e6cdc.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.632585] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-311b3c46-12c4-4678-a149-094b90c1e680 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.653328] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1181.653328] env[69195]: value = "task-3505214" [ 1181.653328] env[69195]: _type = "Task" [ 1181.653328] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.660839] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.702910] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "refresh_cache-851eb0d8-f94f-451d-a079-28d0d2ac92d9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.703155] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquired lock "refresh_cache-851eb0d8-f94f-451d-a079-28d0d2ac92d9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.703353] env[69195]: DEBUG nova.network.neutron [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.705308] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.783220] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920b2f99-af9c-48b0-a7e8-2b7659ab21de {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.802552] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance 'c2849939-1b5f-4c96-a555-d0a6a6b3ddee' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.841392] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 54b5228b-75ee-4b57-8434-f188e2ef490d] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.093582] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.096301] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.451s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.096301] env[69195]: DEBUG nova.objects.instance [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1182.117524] env[69195]: INFO nova.scheduler.client.report [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Deleted allocations for instance a4420c32-a6b2-4770-9c11-921eb622592d [ 1182.164475] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505214, 'name': ReconfigVM_Task, 'duration_secs': 0.383342} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.165101] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc/12bddbb6-87b9-4bbe-8951-804b3b2e6cdc.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.165903] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45208cc9-6c86-45d3-b762-6f9dc74485f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.187955] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1208eee7-d29e-4bfd-abd1-d4f2d09c1d5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.213108] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0671ede-81dd-4c75-a08e-f237550d4e1c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.237169] env[69195]: DEBUG nova.network.neutron [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.239521] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd71362-fd9a-443b-b22f-1f5cef0590a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.247720] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.247720] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dbc7e01-5540-49fe-a295-4f189528a366 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.255213] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1182.255213] env[69195]: value = "task-3505215" [ 1182.255213] env[69195]: _type = "Task" [ 1182.255213] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.265522] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.295624] env[69195]: DEBUG nova.network.neutron [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.309617] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.310254] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9613ce59-bc02-45b2-b66a-5faff878312e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.318486] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1182.318486] env[69195]: value = "task-3505216" [ 1182.318486] env[69195]: _type = "Task" [ 1182.318486] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.328419] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.348050] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c3f0810d-ad98-436b-98df-3a8fd5b59dff] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.377654] env[69195]: DEBUG nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.404899] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.405264] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.405494] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.405744] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.405947] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.406686] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.406686] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.406686] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.406902] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.407025] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.407203] env[69195]: DEBUG nova.virt.hardware [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.408572] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9edf0ad-89d8-4e95-a3dc-a8b01ecb74f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.417659] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c94eec-8775-4a79-885f-1305c6a22435 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.626328] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7127a8d9-de3e-4c40-90bf-19f836933c20 tempest-ServersNegativeTestJSON-5747953 tempest-ServersNegativeTestJSON-5747953-project-member] Lock "a4420c32-a6b2-4770-9c11-921eb622592d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.487s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.766818] env[69195]: DEBUG oslo_vmware.api [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505215, 'name': PowerOnVM_Task, 'duration_secs': 0.403426} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.767127] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.777333] env[69195]: DEBUG nova.compute.manager [req-d85f892b-711b-43fc-a8c9-3753221016e3 req-54de1366-cc0b-4cab-a920-93193af07141 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Received event network-vif-plugged-476b32c2-7836-456d-b638-a233894f03ce {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.777333] env[69195]: DEBUG oslo_concurrency.lockutils [req-d85f892b-711b-43fc-a8c9-3753221016e3 req-54de1366-cc0b-4cab-a920-93193af07141 service nova] Acquiring lock "7113b577-10f7-40e7-80f4-4881214983bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.777333] env[69195]: DEBUG oslo_concurrency.lockutils [req-d85f892b-711b-43fc-a8c9-3753221016e3 req-54de1366-cc0b-4cab-a920-93193af07141 service nova] Lock "7113b577-10f7-40e7-80f4-4881214983bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.777333] env[69195]: DEBUG oslo_concurrency.lockutils [req-d85f892b-711b-43fc-a8c9-3753221016e3 req-54de1366-cc0b-4cab-a920-93193af07141 service nova] Lock "7113b577-10f7-40e7-80f4-4881214983bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.777484] env[69195]: DEBUG nova.compute.manager [req-d85f892b-711b-43fc-a8c9-3753221016e3 req-54de1366-cc0b-4cab-a920-93193af07141 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] No waiting events found dispatching network-vif-plugged-476b32c2-7836-456d-b638-a233894f03ce {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.777628] env[69195]: WARNING nova.compute.manager [req-d85f892b-711b-43fc-a8c9-3753221016e3 req-54de1366-cc0b-4cab-a920-93193af07141 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Received unexpected event network-vif-plugged-476b32c2-7836-456d-b638-a233894f03ce for instance with vm_state building and task_state spawning. [ 1182.799131] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Releasing lock "refresh_cache-851eb0d8-f94f-451d-a079-28d0d2ac92d9" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.799407] env[69195]: DEBUG nova.compute.manager [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.799617] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.800619] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ccccc2-bf1b-4571-9dd2-aa79fe627966 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.809249] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.809546] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b372f2e-6dcb-44d9-83ad-bca92ba158fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.817583] env[69195]: DEBUG oslo_vmware.api [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1182.817583] env[69195]: value = "task-3505217" [ 1182.817583] env[69195]: _type = "Task" [ 1182.817583] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.831387] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505216, 'name': PowerOffVM_Task, 'duration_secs': 0.214656} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.833910] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.834267] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance 'c2849939-1b5f-4c96-a555-d0a6a6b3ddee' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.837579] env[69195]: DEBUG oslo_vmware.api [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.848874] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: dc3ae514-ef07-4420-9382-41f3893f28fa] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.962174] env[69195]: DEBUG nova.network.neutron [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Successfully updated port: 476b32c2-7836-456d-b638-a233894f03ce {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.106945] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bfd7bc61-a041-4601-94b1-152a3f7c9f9c tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.108734] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.403s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.108963] env[69195]: DEBUG nova.objects.instance [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'resources' on Instance uuid 45e54d69-73a2-4f32-829f-e360b58d5fe4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.329704] env[69195]: DEBUG oslo_vmware.api [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505217, 'name': PowerOffVM_Task, 'duration_secs': 0.135428} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.329988] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.330175] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.330682] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a114d20-2ac1-4062-8ebe-47cbae148fdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.340681] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.340913] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.341069] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.341247] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.341478] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.341692] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.341940] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.342125] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.342299] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.342465] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.342639] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.348098] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef161a7-dc5d-43ea-8072-ddcd1857e511 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.359071] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 908abdad-314c-4188-8335-2b8e6550e2a1] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.363434] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.363745] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.363910] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Deleting the datastore file [datastore1] 851eb0d8-f94f-451d-a079-28d0d2ac92d9 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.364709] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68f1e30c-a2ef-4af3-ae82-0fa426005f90 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.369880] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1183.369880] env[69195]: value = "task-3505219" [ 1183.369880] env[69195]: _type = "Task" [ 1183.369880] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.374714] env[69195]: DEBUG oslo_vmware.api [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for the task: (returnval){ [ 1183.374714] env[69195]: value = "task-3505220" [ 1183.374714] env[69195]: _type = "Task" [ 1183.374714] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.381711] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.389293] env[69195]: DEBUG oslo_vmware.api [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.466070] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquiring lock "refresh_cache-7113b577-10f7-40e7-80f4-4881214983bf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.466241] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquired lock "refresh_cache-7113b577-10f7-40e7-80f4-4881214983bf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.466470] env[69195]: DEBUG nova.network.neutron [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.735409] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d9c820-11f9-47a1-87ce-142f1be1ba5c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.743636] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea18ba1b-bf99-4f5b-8ce2-83500cf7803f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.784671] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad45814-09b9-42dd-a344-482b5bcc2322 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.793489] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179b83b4-8d5d-49b5-bbe5-4cd6913bd02f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.810327] env[69195]: DEBUG nova.compute.provider_tree [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.821976] env[69195]: INFO nova.compute.manager [None req-70e7d183-b281-42b5-ac38-19f7711f25ba tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance to original state: 'active' [ 1183.866100] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 9fe63127-8329-4a25-b9b9-b5e0369ae943] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.887753] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505219, 'name': ReconfigVM_Task, 'duration_secs': 0.232871} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.891511] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance 'c2849939-1b5f-4c96-a555-d0a6a6b3ddee' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.896293] env[69195]: DEBUG oslo_vmware.api [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Task: {'id': task-3505220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199439} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.896964] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.897169] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.897365] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.897512] env[69195]: INFO nova.compute.manager [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1183.897824] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.898253] env[69195]: DEBUG nova.compute.manager [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.898379] env[69195]: DEBUG nova.network.neutron [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.919864] env[69195]: DEBUG nova.network.neutron [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.014356] env[69195]: DEBUG nova.network.neutron [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.163191] env[69195]: DEBUG nova.network.neutron [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Updating instance_info_cache with network_info: [{"id": "476b32c2-7836-456d-b638-a233894f03ce", "address": "fa:16:3e:9d:4f:8d", "network": {"id": "b2e96e84-80af-483d-949f-acd94bde5d6a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1754643298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f6221d1f614e41a78865519140ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap476b32c2-78", "ovs_interfaceid": "476b32c2-7836-456d-b638-a233894f03ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.317622] env[69195]: DEBUG nova.scheduler.client.report [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.370118] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 9804111e-efcc-4ddb-b5f5-c6e1695f74b3] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.399248] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.399518] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.399684] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.399872] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.400022] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.400174] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.400379] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.400539] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.400706] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.400870] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.401060] env[69195]: DEBUG nova.virt.hardware [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.406596] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.407122] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7713020e-2c88-4a3e-a5db-be21d0ed03ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.423194] env[69195]: DEBUG nova.network.neutron [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.427305] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1184.427305] env[69195]: value = "task-3505221" [ 1184.427305] env[69195]: _type = "Task" [ 1184.427305] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.436118] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.665889] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Releasing lock "refresh_cache-7113b577-10f7-40e7-80f4-4881214983bf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.666323] env[69195]: DEBUG nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Instance network_info: |[{"id": "476b32c2-7836-456d-b638-a233894f03ce", "address": "fa:16:3e:9d:4f:8d", "network": {"id": "b2e96e84-80af-483d-949f-acd94bde5d6a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1754643298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f6221d1f614e41a78865519140ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap476b32c2-78", "ovs_interfaceid": "476b32c2-7836-456d-b638-a233894f03ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.666650] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:4f:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '476b32c2-7836-456d-b638-a233894f03ce', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.674502] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Creating folder: Project (d5f6221d1f614e41a78865519140ec28). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.674726] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d38adc97-bf0b-4ddb-a66f-df13a063081b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.686353] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Created folder: Project (d5f6221d1f614e41a78865519140ec28) in parent group-v700121. [ 1184.686980] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Creating folder: Instances. Parent ref: group-v700418. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.686980] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74ad7753-73ec-4bf0-998d-6d551841d493 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.696464] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Created folder: Instances in parent group-v700418. [ 1184.696692] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.696876] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.697108] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c764dc-0db8-4e99-8ffe-9ca57375aea4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.719126] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.719126] env[69195]: value = "task-3505224" [ 1184.719126] env[69195]: _type = "Task" [ 1184.719126] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.726716] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505224, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.807274] env[69195]: DEBUG nova.compute.manager [req-4322b24d-9dbe-435a-aeb7-e0da9c12014d req-dbe993b3-d55d-4b00-a37b-0bf1a84312e6 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Received event network-changed-476b32c2-7836-456d-b638-a233894f03ce {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.807565] env[69195]: DEBUG nova.compute.manager [req-4322b24d-9dbe-435a-aeb7-e0da9c12014d req-dbe993b3-d55d-4b00-a37b-0bf1a84312e6 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Refreshing instance network info cache due to event network-changed-476b32c2-7836-456d-b638-a233894f03ce. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.807761] env[69195]: DEBUG oslo_concurrency.lockutils [req-4322b24d-9dbe-435a-aeb7-e0da9c12014d req-dbe993b3-d55d-4b00-a37b-0bf1a84312e6 service nova] Acquiring lock "refresh_cache-7113b577-10f7-40e7-80f4-4881214983bf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.807918] env[69195]: DEBUG oslo_concurrency.lockutils [req-4322b24d-9dbe-435a-aeb7-e0da9c12014d req-dbe993b3-d55d-4b00-a37b-0bf1a84312e6 service nova] Acquired lock "refresh_cache-7113b577-10f7-40e7-80f4-4881214983bf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.808266] env[69195]: DEBUG nova.network.neutron [req-4322b24d-9dbe-435a-aeb7-e0da9c12014d req-dbe993b3-d55d-4b00-a37b-0bf1a84312e6 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Refreshing network info cache for port 476b32c2-7836-456d-b638-a233894f03ce {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.826686] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.856224] env[69195]: INFO nova.scheduler.client.report [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleted allocations for instance 45e54d69-73a2-4f32-829f-e360b58d5fe4 [ 1184.873708] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 0b64c1a2-e44d-4cc0-b842-155f31549f41] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.924519] env[69195]: INFO nova.compute.manager [-] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Took 1.03 seconds to deallocate network for instance. [ 1184.939228] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.079042] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.079344] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.079565] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.079755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.079928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.082214] env[69195]: INFO nova.compute.manager [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Terminating instance [ 1185.230733] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505224, 'name': CreateVM_Task, 'duration_secs': 0.321716} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.230881] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.231660] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.231851] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.232210] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.232782] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b1f56b-6c1c-430f-91d6-16379984bf5a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.237548] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1185.237548] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b1beed-859e-613e-437d-f2e3e1f0535f" [ 1185.237548] env[69195]: _type = "Task" [ 1185.237548] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.244865] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b1beed-859e-613e-437d-f2e3e1f0535f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.364780] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5240b83c-fd65-4c5f-b95a-565730c9aacc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "45e54d69-73a2-4f32-829f-e360b58d5fe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.434s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.379550] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 63a46af9-eed9-49cb-891c-44005250d16c] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.430422] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.430668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.430911] env[69195]: DEBUG nova.objects.instance [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lazy-loading 'resources' on Instance uuid 851eb0d8-f94f-451d-a079-28d0d2ac92d9 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.441578] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505221, 'name': ReconfigVM_Task, 'duration_secs': 0.804314} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.441838] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.442650] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bc5aa5-02c4-44e8-91fb-09c98acb106e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.468049] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee/c2849939-1b5f-4c96-a555-d0a6a6b3ddee.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.468220] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f39ded12-23ad-43b8-af88-5c045725a259 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.486978] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1185.486978] env[69195]: value = "task-3505225" [ 1185.486978] env[69195]: _type = "Task" [ 1185.486978] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.497666] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.521756] env[69195]: DEBUG nova.network.neutron [req-4322b24d-9dbe-435a-aeb7-e0da9c12014d req-dbe993b3-d55d-4b00-a37b-0bf1a84312e6 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Updated VIF entry in instance network info cache for port 476b32c2-7836-456d-b638-a233894f03ce. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.522146] env[69195]: DEBUG nova.network.neutron [req-4322b24d-9dbe-435a-aeb7-e0da9c12014d req-dbe993b3-d55d-4b00-a37b-0bf1a84312e6 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Updating instance_info_cache with network_info: [{"id": "476b32c2-7836-456d-b638-a233894f03ce", "address": "fa:16:3e:9d:4f:8d", "network": {"id": "b2e96e84-80af-483d-949f-acd94bde5d6a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1754643298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f6221d1f614e41a78865519140ec28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap476b32c2-78", "ovs_interfaceid": "476b32c2-7836-456d-b638-a233894f03ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.588299] env[69195]: DEBUG nova.compute.manager [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.588548] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.588826] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fa2368-2ba7-45ec-aafd-dee5cc8312cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.596135] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1185.596135] env[69195]: value = "task-3505226" [ 1185.596135] env[69195]: _type = "Task" [ 1185.596135] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.605049] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.747933] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b1beed-859e-613e-437d-f2e3e1f0535f, 'name': SearchDatastore_Task, 'duration_secs': 0.034121} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.748843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.748843] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.748843] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.749116] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.749116] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.749474] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccc9af82-5ea0-40b3-aed7-b7fce111878f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.767494] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.767701] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.768492] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f8b4f2-1595-42d2-ba0f-c7dd8e8c15f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.774131] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1185.774131] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e328eb-4bcf-0bcf-bbd0-e40d29575340" [ 1185.774131] env[69195]: _type = "Task" [ 1185.774131] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.783230] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e328eb-4bcf-0bcf-bbd0-e40d29575340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.885849] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 4088136f-a740-4f76-9bfe-61df83dba2e5] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.002508] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505225, 'name': ReconfigVM_Task, 'duration_secs': 0.315652} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.002508] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee/c2849939-1b5f-4c96-a555-d0a6a6b3ddee.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.002508] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance 'c2849939-1b5f-4c96-a555-d0a6a6b3ddee' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.025395] env[69195]: DEBUG oslo_concurrency.lockutils [req-4322b24d-9dbe-435a-aeb7-e0da9c12014d req-dbe993b3-d55d-4b00-a37b-0bf1a84312e6 service nova] Releasing lock "refresh_cache-7113b577-10f7-40e7-80f4-4881214983bf" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.030214] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c15b4b-0e67-4ae4-bc78-75740992e3fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.037317] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39820917-5723-4574-93fd-fef3e2928383 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.067730] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3695572a-d5fd-4f92-9ad7-3711a7b236cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.075182] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62f8ee-a1f0-4be5-9163-02ce91489b5a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.090187] env[69195]: DEBUG nova.compute.provider_tree [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.105951] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505226, 'name': PowerOffVM_Task, 'duration_secs': 0.23879} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.106219] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.106417] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1186.106610] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700406', 'volume_id': '1d4b018f-8b63-471c-b763-99bf37b5d461', 'name': 'volume-1d4b018f-8b63-471c-b763-99bf37b5d461', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc', 'attached_at': '2025-04-22T06:18:19.000000', 'detached_at': '', 'volume_id': '1d4b018f-8b63-471c-b763-99bf37b5d461', 'serial': '1d4b018f-8b63-471c-b763-99bf37b5d461'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1186.107388] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad2f1e5-4cb5-4337-8549-d7d67132266e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.131472] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772bfa06-2c13-4056-9a77-c7c3429288aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.138589] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25587808-d8ee-46e7-a4ea-9c713de659fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.160099] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27f859-ee5c-456b-860a-7fe2227857ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.174732] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] The volume has not been displaced from its original location: [datastore2] volume-1d4b018f-8b63-471c-b763-99bf37b5d461/volume-1d4b018f-8b63-471c-b763-99bf37b5d461.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1186.179923] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.180208] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31b4aa90-6b21-4952-b9bd-a3f70ad458a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.198065] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1186.198065] env[69195]: value = "task-3505227" [ 1186.198065] env[69195]: _type = "Task" [ 1186.198065] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.205624] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.284901] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e328eb-4bcf-0bcf-bbd0-e40d29575340, 'name': SearchDatastore_Task, 'duration_secs': 0.016834} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.285760] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec1d101-b5e7-487e-adbe-defb88010036 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.291099] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1186.291099] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52086c6d-5382-f812-1b06-0bf69cc05663" [ 1186.291099] env[69195]: _type = "Task" [ 1186.291099] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.298921] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52086c6d-5382-f812-1b06-0bf69cc05663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.389398] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 6e4e5b96-e86c-4901-8c87-a70f0da92cfe] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.511213] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d265844d-c25a-4243-a3ea-26b5947d4e7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.532587] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2b1e85-4da6-4a8c-9d9e-ec97cefde08c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.550479] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance 'c2849939-1b5f-4c96-a555-d0a6a6b3ddee' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.593873] env[69195]: DEBUG nova.scheduler.client.report [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.707497] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505227, 'name': ReconfigVM_Task, 'duration_secs': 0.30943} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.707775] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.712499] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-551ab9d0-3cfd-4e28-b55e-7269b35d2147 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.728909] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1186.728909] env[69195]: value = "task-3505228" [ 1186.728909] env[69195]: _type = "Task" [ 1186.728909] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.736698] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.801851] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52086c6d-5382-f812-1b06-0bf69cc05663, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.802132] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.802401] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 7113b577-10f7-40e7-80f4-4881214983bf/7113b577-10f7-40e7-80f4-4881214983bf.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.802683] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a9f073d-b164-46a5-a9dc-9668b8cad0be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.809482] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1186.809482] env[69195]: value = "task-3505229" [ 1186.809482] env[69195]: _type = "Task" [ 1186.809482] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.818274] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.893128] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 64068cef-b827-484b-b713-3751fcdc2786] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.088873] env[69195]: DEBUG nova.network.neutron [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Port 366d7d30-f68e-430a-a4ea-f50371cc210d binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1187.099030] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.125566] env[69195]: INFO nova.scheduler.client.report [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Deleted allocations for instance 851eb0d8-f94f-451d-a079-28d0d2ac92d9 [ 1187.238844] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505228, 'name': ReconfigVM_Task, 'duration_secs': 0.144805} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.239121] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700406', 'volume_id': '1d4b018f-8b63-471c-b763-99bf37b5d461', 'name': 'volume-1d4b018f-8b63-471c-b763-99bf37b5d461', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '12bddbb6-87b9-4bbe-8951-804b3b2e6cdc', 'attached_at': '2025-04-22T06:18:19.000000', 'detached_at': '', 'volume_id': '1d4b018f-8b63-471c-b763-99bf37b5d461', 'serial': '1d4b018f-8b63-471c-b763-99bf37b5d461'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.239404] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.240202] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d5731-1b83-4ee6-9a6d-cfb3af4ae50e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.247025] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.247293] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48958650-d3e0-4232-91bf-e9d89e86766c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.310217] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.310712] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.310712] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleting the datastore file [datastore1] 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.316362] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fc0bdd1-74ed-4f2d-8440-e5b0a0644523 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.324063] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456382} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.325398] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 7113b577-10f7-40e7-80f4-4881214983bf/7113b577-10f7-40e7-80f4-4881214983bf.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.325688] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.326085] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1187.326085] env[69195]: value = "task-3505231" [ 1187.326085] env[69195]: _type = "Task" [ 1187.326085] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.326315] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e79b09-4614-47cf-8460-7da0041232df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.335934] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.337109] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1187.337109] env[69195]: value = "task-3505232" [ 1187.337109] env[69195]: _type = "Task" [ 1187.337109] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.345702] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.396514] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.396696] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69195) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1187.633446] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7f6ecb51-0186-432c-b85f-de4962900ed5 tempest-ServerShowV257Test-318279618 tempest-ServerShowV257Test-318279618-project-member] Lock "851eb0d8-f94f-451d-a079-28d0d2ac92d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.441s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.838073] env[69195]: DEBUG oslo_vmware.api [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13854} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.841206] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.841434] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.841630] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.841837] env[69195]: INFO nova.compute.manager [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1187.842110] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.842333] env[69195]: DEBUG nova.compute.manager [-] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.842430] env[69195]: DEBUG nova.network.neutron [-] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.848678] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062775} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.848804] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.849639] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941efc0e-633e-4e62-b194-ad7a737e0845 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.873344] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7113b577-10f7-40e7-80f4-4881214983bf/7113b577-10f7-40e7-80f4-4881214983bf.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.873668] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b6441e-040a-40cd-b080-bf004e20452b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.894291] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1187.894291] env[69195]: value = "task-3505233" [ 1187.894291] env[69195]: _type = "Task" [ 1187.894291] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.902143] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.903239] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.958826] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.959915] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.111574] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.111799] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.111956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.341364] env[69195]: DEBUG nova.compute.manager [req-70444190-4e7e-4dfb-bf7a-bdb13ecd7d46 req-a926277a-e11e-4ba8-aaf4-c0d6e7bbec57 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Received event network-vif-deleted-a2ed526e-c4fb-4848-9ddc-c7e2650007e1 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.341494] env[69195]: INFO nova.compute.manager [req-70444190-4e7e-4dfb-bf7a-bdb13ecd7d46 req-a926277a-e11e-4ba8-aaf4-c0d6e7bbec57 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Neutron deleted interface a2ed526e-c4fb-4848-9ddc-c7e2650007e1; detaching it from the instance and deleting it from the info cache [ 1188.341668] env[69195]: DEBUG nova.network.neutron [req-70444190-4e7e-4dfb-bf7a-bdb13ecd7d46 req-a926277a-e11e-4ba8-aaf4-c0d6e7bbec57 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.404014] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505233, 'name': ReconfigVM_Task, 'duration_secs': 0.271589} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.404445] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7113b577-10f7-40e7-80f4-4881214983bf/7113b577-10f7-40e7-80f4-4881214983bf.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.405156] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7f62a4c-9757-4d11-8d5b-4ed3c26b0d24 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.413489] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1188.413489] env[69195]: value = "task-3505234" [ 1188.413489] env[69195]: _type = "Task" [ 1188.413489] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.421253] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505234, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.462082] env[69195]: DEBUG nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.820906] env[69195]: DEBUG nova.network.neutron [-] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.846739] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12d0cfe5-df4d-4b57-980e-7e2d8312fde0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.855272] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e63f52-dc9b-4f64-a2e0-791e2cc8043e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.888673] env[69195]: DEBUG nova.compute.manager [req-70444190-4e7e-4dfb-bf7a-bdb13ecd7d46 req-a926277a-e11e-4ba8-aaf4-c0d6e7bbec57 service nova] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Detach interface failed, port_id=a2ed526e-c4fb-4848-9ddc-c7e2650007e1, reason: Instance 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.923997] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505234, 'name': Rename_Task, 'duration_secs': 0.156007} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.924309] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.924584] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caca2f9e-e346-4c5c-8643-9631fb17f57b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.932462] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1188.932462] env[69195]: value = "task-3505235" [ 1188.932462] env[69195]: _type = "Task" [ 1188.932462] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.940458] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.986868] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.987164] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.988877] env[69195]: INFO nova.compute.claims [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.159886] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.160119] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.160309] env[69195]: DEBUG nova.network.neutron [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.326607] env[69195]: INFO nova.compute.manager [-] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Took 1.48 seconds to deallocate network for instance. [ 1189.442815] env[69195]: DEBUG oslo_vmware.api [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505235, 'name': PowerOnVM_Task, 'duration_secs': 0.49877} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.443143] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.443356] env[69195]: INFO nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1189.443537] env[69195]: DEBUG nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.444339] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30bc475-8902-4395-bbff-35cba6f67d8b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.875860] env[69195]: DEBUG nova.network.neutron [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [{"id": "366d7d30-f68e-430a-a4ea-f50371cc210d", "address": "fa:16:3e:5e:29:32", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d7d30-f6", "ovs_interfaceid": "366d7d30-f68e-430a-a4ea-f50371cc210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.892552] env[69195]: INFO nova.compute.manager [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Took 0.57 seconds to detach 1 volumes for instance. [ 1189.961805] env[69195]: INFO nova.compute.manager [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Took 13.69 seconds to build instance. [ 1190.087376] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2f710-838f-4c33-bebe-e1d1ee0b8380 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.096259] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87208d6f-2341-431c-98d4-21ec93461d12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.129999] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd86dbc-d8e4-4755-ba64-3fa9dd03208f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.138532] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ad28ec-6165-48b2-ba19-55abc727bb78 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.154332] env[69195]: DEBUG nova.compute.provider_tree [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.379263] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.399684] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.463903] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5d48eb56-da06-4f43-bd4c-969a99582120 tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "7113b577-10f7-40e7-80f4-4881214983bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.199s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.657972] env[69195]: DEBUG nova.scheduler.client.report [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.900903] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db965eb4-2707-4266-8a1c-0848e10061be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.923256] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efadd8ad-3071-4fc9-9088-a1643564b0c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.931365] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance 'c2849939-1b5f-4c96-a555-d0a6a6b3ddee' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.164947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.165527] env[69195]: DEBUG nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.168171] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.769s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.168388] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.188891] env[69195]: INFO nova.scheduler.client.report [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted allocations for instance 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc [ 1191.334283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquiring lock "7113b577-10f7-40e7-80f4-4881214983bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.334550] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "7113b577-10f7-40e7-80f4-4881214983bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.334794] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquiring lock "7113b577-10f7-40e7-80f4-4881214983bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.334989] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "7113b577-10f7-40e7-80f4-4881214983bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.335292] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "7113b577-10f7-40e7-80f4-4881214983bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.337202] env[69195]: INFO nova.compute.manager [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Terminating instance [ 1191.400539] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.400862] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.438147] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.438560] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40f32b1e-d2a6-430d-b0af-e3fa4aaf0d93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.446518] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1191.446518] env[69195]: value = "task-3505236" [ 1191.446518] env[69195]: _type = "Task" [ 1191.446518] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.455090] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.673603] env[69195]: DEBUG nova.compute.utils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.675447] env[69195]: DEBUG nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.675615] env[69195]: DEBUG nova.network.neutron [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.696219] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4358ab61-6258-4791-a2c4-724ef5750145 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "12bddbb6-87b9-4bbe-8951-804b3b2e6cdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.617s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.722387] env[69195]: DEBUG nova.policy [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.844015] env[69195]: DEBUG nova.compute.manager [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.844292] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.845266] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56804a22-0235-48e2-8dbf-0fd729e21f33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.854069] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.854330] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0b4144-9c38-46c0-9cf8-4b47db283aa5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.860615] env[69195]: DEBUG oslo_vmware.api [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1191.860615] env[69195]: value = "task-3505237" [ 1191.860615] env[69195]: _type = "Task" [ 1191.860615] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.870072] env[69195]: DEBUG oslo_vmware.api [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.906213] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.906532] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.906623] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.906776] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.906930] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.907090] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.907275] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1191.907388] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.956516] env[69195]: DEBUG oslo_vmware.api [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505236, 'name': PowerOnVM_Task, 'duration_secs': 0.373091} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.956711] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.956893] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd1547a-deda-4961-b90e-66285f5289b4 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance 'c2849939-1b5f-4c96-a555-d0a6a6b3ddee' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.011977] env[69195]: DEBUG nova.network.neutron [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Successfully created port: b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.179060] env[69195]: DEBUG nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.370899] env[69195]: DEBUG oslo_vmware.api [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505237, 'name': PowerOffVM_Task, 'duration_secs': 0.189698} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.371186] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.371354] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.371624] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1fc6656-9063-4bf8-92b6-266818226e5d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.410381] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.410635] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.410801] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.410996] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1192.411998] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ea1723-432b-45d3-bd2c-935226ea5215 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.421191] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7218bd18-8257-411d-99e4-311e21e6e0f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.438454] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1943d-63c3-4652-bb27-540321b27247 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.441212] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.441409] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.441618] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Deleting the datastore file [datastore1] 7113b577-10f7-40e7-80f4-4881214983bf {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.441870] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f95d12d-a08d-4321-9cfe-345724cadad9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.449335] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4e209e-5dbc-454e-b55b-2568ac6bf4d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.453024] env[69195]: DEBUG oslo_vmware.api [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for the task: (returnval){ [ 1192.453024] env[69195]: value = "task-3505239" [ 1192.453024] env[69195]: _type = "Task" [ 1192.453024] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.494242] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179888MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1192.494498] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.494742] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.502305] env[69195]: DEBUG oslo_vmware.api [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.963803] env[69195]: DEBUG oslo_vmware.api [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Task: {'id': task-3505239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138749} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.963982] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.964188] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.964375] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.964553] env[69195]: INFO nova.compute.manager [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1192.964791] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.964983] env[69195]: DEBUG nova.compute.manager [-] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.965093] env[69195]: DEBUG nova.network.neutron [-] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.189595] env[69195]: DEBUG nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.215587] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.215854] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.216019] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.216236] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.216395] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.216555] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.216941] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.216941] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.217115] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.217291] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.217468] env[69195]: DEBUG nova.virt.hardware [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.218736] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339d205e-faa9-4e96-a4fb-59a30e81cd10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.223658] env[69195]: DEBUG nova.compute.manager [req-9fae34d5-008a-4c4f-a75b-3ca020bb73c7 req-590703fe-30b4-45e3-9e04-5a99e22dce77 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Received event network-vif-deleted-476b32c2-7836-456d-b638-a233894f03ce {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.223848] env[69195]: INFO nova.compute.manager [req-9fae34d5-008a-4c4f-a75b-3ca020bb73c7 req-590703fe-30b4-45e3-9e04-5a99e22dce77 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Neutron deleted interface 476b32c2-7836-456d-b638-a233894f03ce; detaching it from the instance and deleting it from the info cache [ 1193.224029] env[69195]: DEBUG nova.network.neutron [req-9fae34d5-008a-4c4f-a75b-3ca020bb73c7 req-590703fe-30b4-45e3-9e04-5a99e22dce77 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.231519] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b10da9e-8eff-40ad-8b45-c43862082983 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.335750] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.335984] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.501156] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Applying migration context for instance c2849939-1b5f-4c96-a555-d0a6a6b3ddee as it has an incoming, in-progress migration fb97b40e-a128-4e8d-8e94-4616c2660e3a. Migration status is finished {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1193.502053] env[69195]: INFO nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating resource usage from migration fb97b40e-a128-4e8d-8e94-4616c2660e3a [ 1193.530827] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 5c2e031a-258e-4762-8b3f-78e6636d3803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.530982] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Migration fb97b40e-a128-4e8d-8e94-4616c2660e3a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1193.531116] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c2849939-1b5f-4c96-a555-d0a6a6b3ddee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.531236] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 7113b577-10f7-40e7-80f4-4881214983bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.531352] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.689688] env[69195]: DEBUG nova.network.neutron [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Successfully updated port: b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.703341] env[69195]: DEBUG nova.network.neutron [-] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.726970] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da444366-f3c9-4507-bf6c-efee28113fca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.738531] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aae2b4-d83d-461f-aab8-53450c7d531a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.767010] env[69195]: DEBUG nova.compute.manager [req-9fae34d5-008a-4c4f-a75b-3ca020bb73c7 req-590703fe-30b4-45e3-9e04-5a99e22dce77 service nova] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Detach interface failed, port_id=476b32c2-7836-456d-b638-a233894f03ce, reason: Instance 7113b577-10f7-40e7-80f4-4881214983bf could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1193.838339] env[69195]: DEBUG nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.034771] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance f2bda02c-52f0-4d16-80cb-0b1741a27c48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1194.035061] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1194.035214] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1194.116214] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb7f2a1-ff99-405a-8b51-50b158946dd8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.124319] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0e6f3-8786-4493-a376-a8ddbb673c67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.157406] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4831bdff-0423-4ef6-b558-a7bc40c33590 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.165859] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c263a5-a15f-4301-8a36-99297a957c66 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.184272] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.193144] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.193453] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.193453] env[69195]: DEBUG nova.network.neutron [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.206257] env[69195]: INFO nova.compute.manager [-] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Took 1.24 seconds to deallocate network for instance. [ 1194.292511] env[69195]: DEBUG nova.network.neutron [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Port 366d7d30-f68e-430a-a4ea-f50371cc210d binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1194.292828] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.292989] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.293182] env[69195]: DEBUG nova.network.neutron [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.357302] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.688172] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.714055] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.728238] env[69195]: DEBUG nova.network.neutron [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.944684] env[69195]: DEBUG nova.network.neutron [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.064473] env[69195]: DEBUG nova.network.neutron [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [{"id": "366d7d30-f68e-430a-a4ea-f50371cc210d", "address": "fa:16:3e:5e:29:32", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d7d30-f6", "ovs_interfaceid": "366d7d30-f68e-430a-a4ea-f50371cc210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.194878] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1195.195287] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.700s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.195287] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.838s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.196830] env[69195]: INFO nova.compute.claims [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.243043] env[69195]: DEBUG nova.compute.manager [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-vif-plugged-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.243267] env[69195]: DEBUG oslo_concurrency.lockutils [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] Acquiring lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.243463] env[69195]: DEBUG oslo_concurrency.lockutils [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.243664] env[69195]: DEBUG oslo_concurrency.lockutils [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.243798] env[69195]: DEBUG nova.compute.manager [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] No waiting events found dispatching network-vif-plugged-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.244018] env[69195]: WARNING nova.compute.manager [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received unexpected event network-vif-plugged-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 for instance with vm_state building and task_state spawning. [ 1195.244187] env[69195]: DEBUG nova.compute.manager [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.244341] env[69195]: DEBUG nova.compute.manager [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing instance network info cache due to event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.244508] env[69195]: DEBUG oslo_concurrency.lockutils [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.447709] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.448027] env[69195]: DEBUG nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Instance network_info: |[{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.448334] env[69195]: DEBUG oslo_concurrency.lockutils [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.448516] env[69195]: DEBUG nova.network.neutron [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.449873] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:81:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.457655] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.458598] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.458835] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1abb62b1-f35d-4be8-baf3-92c698d9eb7d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.481346] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.481346] env[69195]: value = "task-3505240" [ 1195.481346] env[69195]: _type = "Task" [ 1195.481346] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.489630] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505240, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.567608] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.992977] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505240, 'name': CreateVM_Task} progress is 25%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.071455] env[69195]: DEBUG nova.compute.manager [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69195) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1196.071737] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.192193] env[69195]: DEBUG nova.network.neutron [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updated VIF entry in instance network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.192528] env[69195]: DEBUG nova.network.neutron [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.281242] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816aee4b-92af-4800-94f4-28243ee957bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.289178] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2be04-0dcc-4729-be14-8470cb821800 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.318825] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb50fa-b166-4348-bb08-2e448b2068e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.325997] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167abea1-213b-43c4-b5f6-f97b01a904f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.339597] env[69195]: DEBUG nova.compute.provider_tree [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.492213] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505240, 'name': CreateVM_Task, 'duration_secs': 0.619897} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.492420] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.493090] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.493263] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.493578] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.493831] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ebcd08-42a8-4c94-818c-b1ffd48bc375 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.499058] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1196.499058] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526cc288-45c2-3201-8efc-e58e75dfcf82" [ 1196.499058] env[69195]: _type = "Task" [ 1196.499058] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.507826] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526cc288-45c2-3201-8efc-e58e75dfcf82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.695337] env[69195]: DEBUG oslo_concurrency.lockutils [req-011e7787-b02d-4430-b59f-47e8704c1b29 req-7adf0d4e-207f-4f4e-a4f5-07da1f1f0641 service nova] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.842890] env[69195]: DEBUG nova.scheduler.client.report [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.009993] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]526cc288-45c2-3201-8efc-e58e75dfcf82, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.010308] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.010545] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.010779] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.010928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.011118] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.011384] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86f2ce52-11fa-4ae5-9f80-fefcec93b7ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.020232] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.020405] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.021106] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452ae5ee-f73f-4a7b-bcf3-4bd397c9bc80 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.026309] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1197.026309] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52255104-da9c-01b6-3788-1a28718654df" [ 1197.026309] env[69195]: _type = "Task" [ 1197.026309] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.033420] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52255104-da9c-01b6-3788-1a28718654df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.347894] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.348451] env[69195]: DEBUG nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.351363] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.638s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.351608] env[69195]: DEBUG nova.objects.instance [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lazy-loading 'resources' on Instance uuid 7113b577-10f7-40e7-80f4-4881214983bf {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.536568] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52255104-da9c-01b6-3788-1a28718654df, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.537337] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c018c9c3-7f46-4e11-9f18-480a0c7ef859 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.542807] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1197.542807] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e41ec-83bd-f9b8-e5ff-87afb717515a" [ 1197.542807] env[69195]: _type = "Task" [ 1197.542807] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.550975] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e41ec-83bd-f9b8-e5ff-87afb717515a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.854328] env[69195]: DEBUG nova.compute.utils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.856142] env[69195]: DEBUG nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.856142] env[69195]: DEBUG nova.network.neutron [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.895031] env[69195]: DEBUG nova.policy [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f13c628a6e4622ad347b8c71c72fbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f81cb8405791484686663342dcfa82ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.937281] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0f9aff-8865-41dc-a9d0-27daa522da93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.945290] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a15bc4-ae86-451f-b9c1-4ce7d6d141e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.976648] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2b3e81-3367-4cf4-8f81-57dde4bb2f89 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.984162] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733408bc-b0ef-42f2-9aa0-16748abe2f6c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.997416] env[69195]: DEBUG nova.compute.provider_tree [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.053719] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]524e41ec-83bd-f9b8-e5ff-87afb717515a, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.054084] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.054411] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3/43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.054801] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-598b871f-e5f0-44f9-9c9e-3291608eed71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.062668] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1198.062668] env[69195]: value = "task-3505241" [ 1198.062668] env[69195]: _type = "Task" [ 1198.062668] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.071859] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.171632] env[69195]: DEBUG nova.network.neutron [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Successfully created port: 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.358673] env[69195]: DEBUG nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.500659] env[69195]: DEBUG nova.scheduler.client.report [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.572761] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463733} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.573040] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3/43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.573254] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.573502] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-800d5a4f-98d7-43c2-a123-7e48c0a1239d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.581359] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1198.581359] env[69195]: value = "task-3505242" [ 1198.581359] env[69195]: _type = "Task" [ 1198.581359] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.590474] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.005901] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.008698] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.937s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.029438] env[69195]: INFO nova.scheduler.client.report [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Deleted allocations for instance 7113b577-10f7-40e7-80f4-4881214983bf [ 1199.091320] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06221} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.091611] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.092395] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f52f5c-3278-43a6-8df3-74729e0458e3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.115074] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3/43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.115279] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96a2b6d-ce77-4394-839f-696e0f73a89e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.136521] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1199.136521] env[69195]: value = "task-3505243" [ 1199.136521] env[69195]: _type = "Task" [ 1199.136521] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.146313] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.369653] env[69195]: DEBUG nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.400208] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.400465] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.400624] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.400816] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.400959] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.401207] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.401426] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.401627] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.401814] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.401978] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.402171] env[69195]: DEBUG nova.virt.hardware [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.403080] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f4b0ad-67ea-4a23-b4d4-4d7e2c6fc7dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.411320] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a699416f-9571-4d62-a02c-f26e52521ad4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.511977] env[69195]: DEBUG nova.objects.instance [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'migration_context' on Instance uuid c2849939-1b5f-4c96-a555-d0a6a6b3ddee {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.537839] env[69195]: DEBUG oslo_concurrency.lockutils [None req-42ea79bf-8ba5-4e3c-b22e-7225738a427a tempest-ServerTagsTestJSON-393677794 tempest-ServerTagsTestJSON-393677794-project-member] Lock "7113b577-10f7-40e7-80f4-4881214983bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.203s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.596145] env[69195]: DEBUG nova.compute.manager [req-27124d85-4965-4d28-b910-6dc0eb377832 req-add0dd63-50aa-410c-8ef8-73749e737a92 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received event network-vif-plugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.596145] env[69195]: DEBUG oslo_concurrency.lockutils [req-27124d85-4965-4d28-b910-6dc0eb377832 req-add0dd63-50aa-410c-8ef8-73749e737a92 service nova] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.596145] env[69195]: DEBUG oslo_concurrency.lockutils [req-27124d85-4965-4d28-b910-6dc0eb377832 req-add0dd63-50aa-410c-8ef8-73749e737a92 service nova] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.596145] env[69195]: DEBUG oslo_concurrency.lockutils [req-27124d85-4965-4d28-b910-6dc0eb377832 req-add0dd63-50aa-410c-8ef8-73749e737a92 service nova] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.596145] env[69195]: DEBUG nova.compute.manager [req-27124d85-4965-4d28-b910-6dc0eb377832 req-add0dd63-50aa-410c-8ef8-73749e737a92 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] No waiting events found dispatching network-vif-plugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.596145] env[69195]: WARNING nova.compute.manager [req-27124d85-4965-4d28-b910-6dc0eb377832 req-add0dd63-50aa-410c-8ef8-73749e737a92 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received unexpected event network-vif-plugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e for instance with vm_state building and task_state spawning. [ 1199.648097] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505243, 'name': ReconfigVM_Task, 'duration_secs': 0.290843} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.648389] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3/43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.649175] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fba2c4a-3c6d-4d31-9c41-6754aca17713 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.657104] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1199.657104] env[69195]: value = "task-3505244" [ 1199.657104] env[69195]: _type = "Task" [ 1199.657104] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.667198] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505244, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.690273] env[69195]: DEBUG nova.network.neutron [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Successfully updated port: 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.087558] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863bd405-ed71-4705-87a5-813543b95c34 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.095592] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c336dd1-70ba-4756-8d8b-bbf7da9112b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.128103] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76a129f-1df7-470d-b2f3-b6c2bb6c0559 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.136928] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc4c3a-c854-4f64-907b-8d78dc1ae81d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.152877] env[69195]: DEBUG nova.compute.provider_tree [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.169254] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505244, 'name': Rename_Task, 'duration_secs': 0.16672} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.169543] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.169792] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbb754a9-958d-4fdb-ae6d-76bb76abc8fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.179056] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1200.179056] env[69195]: value = "task-3505245" [ 1200.179056] env[69195]: _type = "Task" [ 1200.179056] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.187413] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.193194] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.193378] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.193501] env[69195]: DEBUG nova.network.neutron [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.656100] env[69195]: DEBUG nova.scheduler.client.report [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.691484] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.735222] env[69195]: DEBUG nova.network.neutron [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.883635] env[69195]: DEBUG nova.network.neutron [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [{"id": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "address": "fa:16:3e:3d:fb:41", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf18a15-bd", "ovs_interfaceid": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.191120] env[69195]: DEBUG oslo_vmware.api [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505245, 'name': PowerOnVM_Task, 'duration_secs': 0.780853} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.192159] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.192368] env[69195]: INFO nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1201.192549] env[69195]: DEBUG nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.193361] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2cc1d2-3444-4aee-bf60-8ad75cf6e099 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.387248] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.387575] env[69195]: DEBUG nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Instance network_info: |[{"id": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "address": "fa:16:3e:3d:fb:41", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf18a15-bd", "ovs_interfaceid": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.388018] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:fb:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.396182] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.396399] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.396627] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4000e7f-0ee2-4712-85a0-80520b691692 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.417510] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.417510] env[69195]: value = "task-3505246" [ 1201.417510] env[69195]: _type = "Task" [ 1201.417510] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.425724] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505246, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.624994] env[69195]: DEBUG nova.compute.manager [req-861568b8-9c42-4530-acc7-9e208569059c req-d4e941d2-8fc5-4eed-967f-18c91c54fcb6 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received event network-changed-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.625209] env[69195]: DEBUG nova.compute.manager [req-861568b8-9c42-4530-acc7-9e208569059c req-d4e941d2-8fc5-4eed-967f-18c91c54fcb6 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Refreshing instance network info cache due to event network-changed-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.625489] env[69195]: DEBUG oslo_concurrency.lockutils [req-861568b8-9c42-4530-acc7-9e208569059c req-d4e941d2-8fc5-4eed-967f-18c91c54fcb6 service nova] Acquiring lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.625594] env[69195]: DEBUG oslo_concurrency.lockutils [req-861568b8-9c42-4530-acc7-9e208569059c req-d4e941d2-8fc5-4eed-967f-18c91c54fcb6 service nova] Acquired lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.625768] env[69195]: DEBUG nova.network.neutron [req-861568b8-9c42-4530-acc7-9e208569059c req-d4e941d2-8fc5-4eed-967f-18c91c54fcb6 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Refreshing network info cache for port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.666862] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.658s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.709780] env[69195]: INFO nova.compute.manager [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Took 12.74 seconds to build instance. [ 1201.853398] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.927983] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505246, 'name': CreateVM_Task, 'duration_secs': 0.314749} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.928164] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.928810] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.928972] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.929446] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.929732] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584b9376-b997-4f2f-931a-ba1dc1253e23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.935383] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1201.935383] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a19da9-aa75-8376-98e6-aec9ccff3d6b" [ 1201.935383] env[69195]: _type = "Task" [ 1201.935383] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.944568] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a19da9-aa75-8376-98e6-aec9ccff3d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.207494] env[69195]: DEBUG nova.compute.manager [req-2f7c5926-10a1-4a0f-b98a-4a3255a7680b req-077f5890-9881-46b7-b137-42877521da06 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.207648] env[69195]: DEBUG nova.compute.manager [req-2f7c5926-10a1-4a0f-b98a-4a3255a7680b req-077f5890-9881-46b7-b137-42877521da06 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing instance network info cache due to event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.207896] env[69195]: DEBUG oslo_concurrency.lockutils [req-2f7c5926-10a1-4a0f-b98a-4a3255a7680b req-077f5890-9881-46b7-b137-42877521da06 service nova] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.208068] env[69195]: DEBUG oslo_concurrency.lockutils [req-2f7c5926-10a1-4a0f-b98a-4a3255a7680b req-077f5890-9881-46b7-b137-42877521da06 service nova] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.208268] env[69195]: DEBUG nova.network.neutron [req-2f7c5926-10a1-4a0f-b98a-4a3255a7680b req-077f5890-9881-46b7-b137-42877521da06 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.212237] env[69195]: DEBUG oslo_concurrency.lockutils [None req-942642a4-ede1-4b89-ba18-d4a9de155ab1 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.253s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.318844] env[69195]: DEBUG nova.network.neutron [req-861568b8-9c42-4530-acc7-9e208569059c req-d4e941d2-8fc5-4eed-967f-18c91c54fcb6 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updated VIF entry in instance network info cache for port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.319303] env[69195]: DEBUG nova.network.neutron [req-861568b8-9c42-4530-acc7-9e208569059c req-d4e941d2-8fc5-4eed-967f-18c91c54fcb6 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [{"id": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "address": "fa:16:3e:3d:fb:41", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf18a15-bd", "ovs_interfaceid": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.357264] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Getting list of instances from cluster (obj){ [ 1202.357264] env[69195]: value = "domain-c8" [ 1202.357264] env[69195]: _type = "ClusterComputeResource" [ 1202.357264] env[69195]: } {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1202.358325] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57a88c8-26b9-4183-9cc8-14ae829bd706 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.373901] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Got total of 4 instances {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1202.374131] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Triggering sync for uuid 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1202.374292] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Triggering sync for uuid c2849939-1b5f-4c96-a555-d0a6a6b3ddee {{(pid=69195) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1202.374447] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Triggering sync for uuid 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3 {{(pid=69195) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1202.374711] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Triggering sync for uuid f2bda02c-52f0-4d16-80cb-0b1741a27c48 {{(pid=69195) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1202.375074] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.375342] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.375559] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.375744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.375892] env[69195]: INFO nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1202.376066] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.376254] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.376426] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.376884] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.377481] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44722beb-ca95-4610-8ad3-813440912944 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.380492] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8be1a2-7c1f-4f42-8930-fef388a1bc18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.446962] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a19da9-aa75-8376-98e6-aec9ccff3d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.448025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.448025] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.448025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.448025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.448025] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.448870] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f43e241-9b8a-4184-9601-3cd74aafa4cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.459391] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.459391] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.459391] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e58d003-ae1e-45fd-b10a-b8047cd0f8aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.465338] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1202.465338] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b244a5-5b55-8b17-30a4-10be0da951f9" [ 1202.465338] env[69195]: _type = "Task" [ 1202.465338] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.474850] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b244a5-5b55-8b17-30a4-10be0da951f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.822064] env[69195]: DEBUG oslo_concurrency.lockutils [req-861568b8-9c42-4530-acc7-9e208569059c req-d4e941d2-8fc5-4eed-967f-18c91c54fcb6 service nova] Releasing lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.891719] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.893308] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.518s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.962677] env[69195]: DEBUG nova.network.neutron [req-2f7c5926-10a1-4a0f-b98a-4a3255a7680b req-077f5890-9881-46b7-b137-42877521da06 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updated VIF entry in instance network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.963117] env[69195]: DEBUG nova.network.neutron [req-2f7c5926-10a1-4a0f-b98a-4a3255a7680b req-077f5890-9881-46b7-b137-42877521da06 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.975634] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b244a5-5b55-8b17-30a4-10be0da951f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.976767] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef05a0b-7a67-4f36-833e-e883e9f2e688 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.982361] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1202.982361] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c43fb5-b4ee-07d8-0e37-23c59e4b1fe4" [ 1202.982361] env[69195]: _type = "Task" [ 1202.982361] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.989767] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c43fb5-b4ee-07d8-0e37-23c59e4b1fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.096637] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "362ef27f-667f-4e64-9aba-8cda8120258d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.096863] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "362ef27f-667f-4e64-9aba-8cda8120258d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.209802] env[69195]: INFO nova.compute.manager [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Swapping old allocation on dict_keys(['eeda6aa3-9fec-40fc-93c9-c561002c0b76']) held by migration fb97b40e-a128-4e8d-8e94-4616c2660e3a for instance [ 1203.231465] env[69195]: DEBUG nova.scheduler.client.report [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Overwriting current allocation {'allocations': {'eeda6aa3-9fec-40fc-93c9-c561002c0b76': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '80049afcf8084912971b453f25b90d55', 'user_id': 'be22d8c5b06544daad59d63b0a5ac086', 'consumer_generation': 1} on consumer c2849939-1b5f-4c96-a555-d0a6a6b3ddee {{(pid=69195) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1203.311077] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.311283] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.311460] env[69195]: DEBUG nova.network.neutron [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.466114] env[69195]: DEBUG oslo_concurrency.lockutils [req-2f7c5926-10a1-4a0f-b98a-4a3255a7680b req-077f5890-9881-46b7-b137-42877521da06 service nova] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.493441] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52c43fb5-b4ee-07d8-0e37-23c59e4b1fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.493704] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.493966] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48/f2bda02c-52f0-4d16-80cb-0b1741a27c48.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.494241] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a05044e-dea6-4529-aeba-02ae87cecc0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.501724] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1203.501724] env[69195]: value = "task-3505247" [ 1203.501724] env[69195]: _type = "Task" [ 1203.501724] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.509277] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.599712] env[69195]: DEBUG nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.011432] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460638} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.011720] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48/f2bda02c-52f0-4d16-80cb-0b1741a27c48.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.011925] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.012279] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a50a987-47ed-4ab3-ad6a-4f511987238f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.018957] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1204.018957] env[69195]: value = "task-3505248" [ 1204.018957] env[69195]: _type = "Task" [ 1204.018957] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.028245] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.092829] env[69195]: DEBUG nova.network.neutron [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [{"id": "366d7d30-f68e-430a-a4ea-f50371cc210d", "address": "fa:16:3e:5e:29:32", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d7d30-f6", "ovs_interfaceid": "366d7d30-f68e-430a-a4ea-f50371cc210d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.122965] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.123096] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.124622] env[69195]: INFO nova.compute.claims [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.528689] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091482} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.528965] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.529756] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d290a049-a548-4ea5-ba24-17277ab0c72b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.553846] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48/f2bda02c-52f0-4d16-80cb-0b1741a27c48.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.554153] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e59664-e7f4-4959-8f31-a70330d8ff0b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.574500] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1204.574500] env[69195]: value = "task-3505249" [ 1204.574500] env[69195]: _type = "Task" [ 1204.574500] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.582845] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.595624] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-c2849939-1b5f-4c96-a555-d0a6a6b3ddee" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.596094] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.596443] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04476764-19e8-46f3-a9de-96d4a3dcfc69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.604441] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1204.604441] env[69195]: value = "task-3505250" [ 1204.604441] env[69195]: _type = "Task" [ 1204.604441] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.614810] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.084968] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505249, 'name': ReconfigVM_Task, 'duration_secs': 0.304641} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.085335] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48/f2bda02c-52f0-4d16-80cb-0b1741a27c48.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.085892] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61d0afff-7b5b-490c-a11b-980491271c3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.093429] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1205.093429] env[69195]: value = "task-3505251" [ 1205.093429] env[69195]: _type = "Task" [ 1205.093429] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.102598] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505251, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.112810] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505250, 'name': PowerOffVM_Task, 'duration_secs': 0.440838} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.113061] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.113701] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.113910] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.114121] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.114272] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.114417] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.114564] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.114768] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.114953] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.115106] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.115271] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.115444] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.120888] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2abce29e-0d20-4465-a954-7083289d0ada {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.137884] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1205.137884] env[69195]: value = "task-3505252" [ 1205.137884] env[69195]: _type = "Task" [ 1205.137884] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.146505] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.216370] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9fc6e6-9065-439f-b75e-ea6b93de56a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.224367] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14939951-2c4b-477b-8fc8-292aefc928c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.255524] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84cfbe9-f79b-4476-939a-33d52c5109c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.263204] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afc2f83-24b5-47eb-957b-34c451813aac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.277368] env[69195]: DEBUG nova.compute.provider_tree [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.604076] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505251, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.647368] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505252, 'name': ReconfigVM_Task, 'duration_secs': 0.149639} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.648194] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b6ad0-27f0-4155-956e-16254b33f13d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.666434] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.666647] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.666770] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.666954] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.667115] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.667259] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.667459] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.667643] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.667851] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.668048] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.668231] env[69195]: DEBUG nova.virt.hardware [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.668975] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025b0651-e20c-43cd-9eaf-2f89790d7b63 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.675166] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1205.675166] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e60e19-43fb-62ea-59aa-3b74c11f0113" [ 1205.675166] env[69195]: _type = "Task" [ 1205.675166] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.683787] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e60e19-43fb-62ea-59aa-3b74c11f0113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.781203] env[69195]: DEBUG nova.scheduler.client.report [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.105257] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505251, 'name': Rename_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.185997] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e60e19-43fb-62ea-59aa-3b74c11f0113, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.191720] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.191996] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56eb8521-c1fa-4098-962c-0149d6aebec4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.211852] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1206.211852] env[69195]: value = "task-3505253" [ 1206.211852] env[69195]: _type = "Task" [ 1206.211852] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.222836] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.285904] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.286449] env[69195]: DEBUG nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.605210] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505251, 'name': Rename_Task, 'duration_secs': 1.158002} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.605489] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.605733] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b84f8522-7aeb-40ec-bb95-84cfcb81f208 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.612778] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1206.612778] env[69195]: value = "task-3505254" [ 1206.612778] env[69195]: _type = "Task" [ 1206.612778] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.622600] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.724038] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505253, 'name': ReconfigVM_Task, 'duration_secs': 0.171311} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.724382] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.725278] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75114617-95a8-4d3f-891d-b115d09c04bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.748356] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee/c2849939-1b5f-4c96-a555-d0a6a6b3ddee.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.748658] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d735ae-54ba-4884-ab11-82993fa69e1e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.767869] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1206.767869] env[69195]: value = "task-3505255" [ 1206.767869] env[69195]: _type = "Task" [ 1206.767869] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.778174] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.791880] env[69195]: DEBUG nova.compute.utils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.793481] env[69195]: DEBUG nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.793481] env[69195]: DEBUG nova.network.neutron [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.830695] env[69195]: DEBUG nova.policy [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.124652] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.160382] env[69195]: DEBUG nova.network.neutron [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Successfully created port: cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.278216] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505255, 'name': ReconfigVM_Task, 'duration_secs': 0.273768} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.278497] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee/c2849939-1b5f-4c96-a555-d0a6a6b3ddee.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.279334] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ede5960-7337-441d-8c79-6f720dd5da26 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.297140] env[69195]: DEBUG nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.300647] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712731fc-4b27-4964-a333-5977cd2888be {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.326173] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf0017-6d6e-4b92-afd5-ca64dd9f9475 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.350599] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35320716-fc9f-498d-9240-e0f9635c4df8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.358457] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.358724] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e59e509-d527-4070-82ad-f77514afb747 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.366998] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1207.366998] env[69195]: value = "task-3505256" [ 1207.366998] env[69195]: _type = "Task" [ 1207.366998] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.377031] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.624126] env[69195]: DEBUG oslo_vmware.api [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505254, 'name': PowerOnVM_Task, 'duration_secs': 0.823752} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.624430] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.624671] env[69195]: INFO nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1207.624887] env[69195]: DEBUG nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.625669] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c712ebab-8ea7-4e97-9dc3-7ea7ad5c17b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.878140] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.142173] env[69195]: INFO nova.compute.manager [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Took 13.80 seconds to build instance. [ 1208.310606] env[69195]: DEBUG nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.336119] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.336368] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.336546] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.336699] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.336954] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.337038] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.337222] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.337380] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.337526] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.337687] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.338057] env[69195]: DEBUG nova.virt.hardware [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.338746] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eb5d39-fff8-4141-9249-bcc6e882fdb5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.347641] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8477277-bb47-4aee-b00f-59452e02e658 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.376904] env[69195]: DEBUG oslo_vmware.api [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505256, 'name': PowerOnVM_Task, 'duration_secs': 0.678355} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.377176] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.644689] env[69195]: DEBUG oslo_concurrency.lockutils [None req-416baa7b-64d2-40e4-949e-437dc4aef7b0 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.309s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.645886] env[69195]: DEBUG nova.compute.manager [req-4473e81c-e846-495b-a2b7-9fe185db16fa req-5da79dfc-c836-443e-bf6e-08dc749b429f service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received event network-vif-plugged-cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.645979] env[69195]: DEBUG oslo_concurrency.lockutils [req-4473e81c-e846-495b-a2b7-9fe185db16fa req-5da79dfc-c836-443e-bf6e-08dc749b429f service nova] Acquiring lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.646194] env[69195]: DEBUG oslo_concurrency.lockutils [req-4473e81c-e846-495b-a2b7-9fe185db16fa req-5da79dfc-c836-443e-bf6e-08dc749b429f service nova] Lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.646362] env[69195]: DEBUG oslo_concurrency.lockutils [req-4473e81c-e846-495b-a2b7-9fe185db16fa req-5da79dfc-c836-443e-bf6e-08dc749b429f service nova] Lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.646528] env[69195]: DEBUG nova.compute.manager [req-4473e81c-e846-495b-a2b7-9fe185db16fa req-5da79dfc-c836-443e-bf6e-08dc749b429f service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] No waiting events found dispatching network-vif-plugged-cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.646694] env[69195]: WARNING nova.compute.manager [req-4473e81c-e846-495b-a2b7-9fe185db16fa req-5da79dfc-c836-443e-bf6e-08dc749b429f service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received unexpected event network-vif-plugged-cef57cab-42db-439b-9387-766ea462f929 for instance with vm_state building and task_state spawning. [ 1208.646998] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.270s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.647185] env[69195]: INFO nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] During sync_power_state the instance has a pending task (spawning). Skip. [ 1208.647349] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.819282] env[69195]: DEBUG nova.network.neutron [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Successfully updated port: cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.323350] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.323565] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.323737] env[69195]: DEBUG nova.network.neutron [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.388139] env[69195]: INFO nova.compute.manager [None req-8bb86f3c-eeb0-4613-876e-b8b056039874 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance to original state: 'active' [ 1209.858456] env[69195]: DEBUG nova.network.neutron [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.050972] env[69195]: DEBUG nova.network.neutron [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.345478] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.345865] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.345965] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.346146] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.346327] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.348420] env[69195]: INFO nova.compute.manager [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Terminating instance [ 1210.553440] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.553768] env[69195]: DEBUG nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Instance network_info: |[{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.554216] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:f6:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cef57cab-42db-439b-9387-766ea462f929', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.561874] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.562102] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.562329] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec664be9-c2aa-432c-a1c3-79573818a87f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.584339] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.584339] env[69195]: value = "task-3505257" [ 1210.584339] env[69195]: _type = "Task" [ 1210.584339] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.592475] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505257, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.674921] env[69195]: DEBUG nova.compute.manager [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received event network-changed-cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.675065] env[69195]: DEBUG nova.compute.manager [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing instance network info cache due to event network-changed-cef57cab-42db-439b-9387-766ea462f929. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.675282] env[69195]: DEBUG oslo_concurrency.lockutils [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] Acquiring lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.675428] env[69195]: DEBUG oslo_concurrency.lockutils [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] Acquired lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.675584] env[69195]: DEBUG nova.network.neutron [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing network info cache for port cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.852402] env[69195]: DEBUG nova.compute.manager [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.852629] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.853568] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4772181a-4330-4550-a80f-cf8ca5c853db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.862168] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.862409] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8005e22-e7e1-4a2d-a934-c94d8590483e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.869060] env[69195]: DEBUG oslo_vmware.api [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1210.869060] env[69195]: value = "task-3505258" [ 1210.869060] env[69195]: _type = "Task" [ 1210.869060] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.877261] env[69195]: DEBUG oslo_vmware.api [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.097346] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505257, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.364411] env[69195]: DEBUG nova.network.neutron [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updated VIF entry in instance network info cache for port cef57cab-42db-439b-9387-766ea462f929. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.364785] env[69195]: DEBUG nova.network.neutron [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.380468] env[69195]: DEBUG oslo_vmware.api [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505258, 'name': PowerOffVM_Task, 'duration_secs': 0.264606} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.380867] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.381288] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.381447] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-968d97e3-a1b5-4f81-80d0-c61a9fb47a38 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.448188] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.448478] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.448683] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleting the datastore file [datastore2] c2849939-1b5f-4c96-a555-d0a6a6b3ddee {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.448974] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0d67ce8-3157-43ff-b859-80b05a644588 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.458924] env[69195]: DEBUG oslo_vmware.api [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1211.458924] env[69195]: value = "task-3505260" [ 1211.458924] env[69195]: _type = "Task" [ 1211.458924] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.468139] env[69195]: DEBUG oslo_vmware.api [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.594921] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505257, 'name': CreateVM_Task, 'duration_secs': 0.575226} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.595109] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.595742] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.595906] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.596227] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.596477] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877f1bef-71eb-42dc-ac2a-9c94b6c2fc30 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.600865] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1211.600865] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d7499d-2ef5-19fd-cafd-a1fec08c58f6" [ 1211.600865] env[69195]: _type = "Task" [ 1211.600865] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.608255] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d7499d-2ef5-19fd-cafd-a1fec08c58f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.868352] env[69195]: DEBUG oslo_concurrency.lockutils [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] Releasing lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.868619] env[69195]: DEBUG nova.compute.manager [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received event network-changed-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.868786] env[69195]: DEBUG nova.compute.manager [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Refreshing instance network info cache due to event network-changed-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.868996] env[69195]: DEBUG oslo_concurrency.lockutils [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] Acquiring lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.869152] env[69195]: DEBUG oslo_concurrency.lockutils [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] Acquired lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.869311] env[69195]: DEBUG nova.network.neutron [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Refreshing network info cache for port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.894379] env[69195]: DEBUG oslo_concurrency.lockutils [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.894584] env[69195]: DEBUG oslo_concurrency.lockutils [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.968794] env[69195]: DEBUG oslo_vmware.api [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206133} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.969067] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.969253] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.969430] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.969601] env[69195]: INFO nova.compute.manager [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1211.969872] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.970017] env[69195]: DEBUG nova.compute.manager [-] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.970121] env[69195]: DEBUG nova.network.neutron [-] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.111271] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d7499d-2ef5-19fd-cafd-a1fec08c58f6, 'name': SearchDatastore_Task, 'duration_secs': 0.019546} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.111553] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.111809] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.112068] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.112222] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.112397] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.112659] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a805ae8-e185-4ea0-83f9-b6a65f929bef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.121544] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.121737] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.122488] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34294544-b89b-429f-818c-a6c77735ef97 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.128180] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1212.128180] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520a31ff-0b16-176c-26d6-0d1bb3a37542" [ 1212.128180] env[69195]: _type = "Task" [ 1212.128180] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.135857] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520a31ff-0b16-176c-26d6-0d1bb3a37542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.397665] env[69195]: INFO nova.compute.manager [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Detaching volume f61cfec1-9df3-419e-a316-aabebbbd5fd1 [ 1212.432787] env[69195]: INFO nova.virt.block_device [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Attempting to driver detach volume f61cfec1-9df3-419e-a316-aabebbbd5fd1 from mountpoint /dev/sdb [ 1212.433139] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.433253] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700409', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'name': 'volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5c2e031a-258e-4762-8b3f-78e6636d3803', 'attached_at': '', 'detached_at': '', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'serial': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.434388] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a32af62-d3cd-49a7-89f4-12ade9ad8e0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.462867] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f046f1-02da-4cb0-ad4c-c5df747141c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.473626] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed861cc-b1d3-449e-85dc-e96b598021cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.495611] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb6f1a5-b676-4d0e-a5e1-04ec9f26b7af {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.513653] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] The volume has not been displaced from its original location: [datastore2] volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1/volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1212.518897] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.521198] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a50d8b-5684-4904-aecb-6da014320b25 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.541399] env[69195]: DEBUG oslo_vmware.api [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1212.541399] env[69195]: value = "task-3505261" [ 1212.541399] env[69195]: _type = "Task" [ 1212.541399] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.549727] env[69195]: DEBUG oslo_vmware.api [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.620619] env[69195]: DEBUG nova.network.neutron [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updated VIF entry in instance network info cache for port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.621014] env[69195]: DEBUG nova.network.neutron [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [{"id": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "address": "fa:16:3e:3d:fb:41", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf18a15-bd", "ovs_interfaceid": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.639972] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]520a31ff-0b16-176c-26d6-0d1bb3a37542, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.641391] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2745715-7bf6-470c-8989-b59a46bbb40f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.647869] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1212.647869] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbbe0c-ef13-b8c9-ac98-2626ec4676f9" [ 1212.647869] env[69195]: _type = "Task" [ 1212.647869] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.656512] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbbe0c-ef13-b8c9-ac98-2626ec4676f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.705644] env[69195]: DEBUG nova.compute.manager [req-f78ec719-af7a-4d98-999d-367db32c93f8 req-5db39ba8-0a96-49f9-928c-12a9b812d23f service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Received event network-vif-deleted-366d7d30-f68e-430a-a4ea-f50371cc210d {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.705849] env[69195]: INFO nova.compute.manager [req-f78ec719-af7a-4d98-999d-367db32c93f8 req-5db39ba8-0a96-49f9-928c-12a9b812d23f service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Neutron deleted interface 366d7d30-f68e-430a-a4ea-f50371cc210d; detaching it from the instance and deleting it from the info cache [ 1212.706038] env[69195]: DEBUG nova.network.neutron [req-f78ec719-af7a-4d98-999d-367db32c93f8 req-5db39ba8-0a96-49f9-928c-12a9b812d23f service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.968842] env[69195]: DEBUG nova.network.neutron [-] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.055142] env[69195]: DEBUG oslo_vmware.api [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.124412] env[69195]: DEBUG oslo_concurrency.lockutils [req-936863a5-3c9a-4a6f-97c5-19be7057be6a req-2627ab8e-ebe2-41b3-adaf-7d6132d69053 service nova] Releasing lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.159771] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dbbe0c-ef13-b8c9-ac98-2626ec4676f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.160027] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.160283] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 362ef27f-667f-4e64-9aba-8cda8120258d/362ef27f-667f-4e64-9aba-8cda8120258d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.160597] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8713cda-e957-41e0-bbc4-9290ac16d423 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.168015] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1213.168015] env[69195]: value = "task-3505262" [ 1213.168015] env[69195]: _type = "Task" [ 1213.168015] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.178126] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.210128] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53eabf4a-1f14-4f4f-adc3-cf6809d4391a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.220640] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39523611-b16d-4a1f-90ce-c7522765adf7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.252811] env[69195]: DEBUG nova.compute.manager [req-f78ec719-af7a-4d98-999d-367db32c93f8 req-5db39ba8-0a96-49f9-928c-12a9b812d23f service nova] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Detach interface failed, port_id=366d7d30-f68e-430a-a4ea-f50371cc210d, reason: Instance c2849939-1b5f-4c96-a555-d0a6a6b3ddee could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.471170] env[69195]: INFO nova.compute.manager [-] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Took 1.50 seconds to deallocate network for instance. [ 1213.552292] env[69195]: DEBUG oslo_vmware.api [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.679968] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.979405] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.979737] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.979949] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.007762] env[69195]: INFO nova.scheduler.client.report [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted allocations for instance c2849939-1b5f-4c96-a555-d0a6a6b3ddee [ 1214.056034] env[69195]: DEBUG oslo_vmware.api [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505261, 'name': ReconfigVM_Task, 'duration_secs': 1.20383} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.056231] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.062224] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b83115-b53c-4a36-ab75-b25f357579fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.080107] env[69195]: DEBUG oslo_vmware.api [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1214.080107] env[69195]: value = "task-3505263" [ 1214.080107] env[69195]: _type = "Task" [ 1214.080107] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.090479] env[69195]: DEBUG oslo_vmware.api [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.177768] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94922} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.178046] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 362ef27f-667f-4e64-9aba-8cda8120258d/362ef27f-667f-4e64-9aba-8cda8120258d.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.178269] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.178511] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-429cfff0-de56-4a5b-a094-0d90d57b33c3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.187115] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1214.187115] env[69195]: value = "task-3505264" [ 1214.187115] env[69195]: _type = "Task" [ 1214.187115] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.197010] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.519208] env[69195]: DEBUG oslo_concurrency.lockutils [None req-290bed5b-ff8f-40fd-bfea-c693e6336718 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "c2849939-1b5f-4c96-a555-d0a6a6b3ddee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.173s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.591966] env[69195]: DEBUG oslo_vmware.api [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505263, 'name': ReconfigVM_Task, 'duration_secs': 0.232894} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.592313] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700409', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'name': 'volume-f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5c2e031a-258e-4762-8b3f-78e6636d3803', 'attached_at': '', 'detached_at': '', 'volume_id': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1', 'serial': 'f61cfec1-9df3-419e-a316-aabebbbd5fd1'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1214.698362] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071675} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.698635] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.699465] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1a760a-d78e-4d44-8806-cf2d2592d8f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.730203] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 362ef27f-667f-4e64-9aba-8cda8120258d/362ef27f-667f-4e64-9aba-8cda8120258d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.730515] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0023771c-1bd6-44fb-b7a6-76d10a6c0ca1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.752166] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1214.752166] env[69195]: value = "task-3505265" [ 1214.752166] env[69195]: _type = "Task" [ 1214.752166] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.760966] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.136616] env[69195]: DEBUG nova.objects.instance [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'flavor' on Instance uuid 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.262642] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505265, 'name': ReconfigVM_Task, 'duration_secs': 0.326159} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.262980] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 362ef27f-667f-4e64-9aba-8cda8120258d/362ef27f-667f-4e64-9aba-8cda8120258d.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.263648] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4f51d2f-bf55-40ff-84c7-37d750e66d70 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.270842] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1215.270842] env[69195]: value = "task-3505266" [ 1215.270842] env[69195]: _type = "Task" [ 1215.270842] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.279374] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505266, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.343250] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "be15ac0a-64f1-4e03-aef9-c00011509af0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.343489] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.781423] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505266, 'name': Rename_Task, 'duration_secs': 0.47317} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.781663] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.781851] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40393adc-1f08-4b39-84e9-71ef43a90ccf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.788435] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1215.788435] env[69195]: value = "task-3505267" [ 1215.788435] env[69195]: _type = "Task" [ 1215.788435] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.796867] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.845601] env[69195]: DEBUG nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1216.143385] env[69195]: DEBUG oslo_concurrency.lockutils [None req-208f6df2-80a0-4077-bda6-2beff7a28074 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.248s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.298170] env[69195]: DEBUG oslo_vmware.api [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505267, 'name': PowerOnVM_Task, 'duration_secs': 0.465409} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.298384] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.298588] env[69195]: INFO nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1216.298777] env[69195]: DEBUG nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.299595] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357abfbe-a0c7-49bb-ad97-af18d5ef4195 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.369518] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.369827] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.371389] env[69195]: INFO nova.compute.claims [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.815828] env[69195]: INFO nova.compute.manager [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Took 12.71 seconds to build instance. [ 1217.206703] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.206703] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.206703] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.206954] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.207935] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.210056] env[69195]: INFO nova.compute.manager [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Terminating instance [ 1217.318215] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4df9ba9b-8a60-455a-bcea-fa67d75e1168 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "362ef27f-667f-4e64-9aba-8cda8120258d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.221s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.466222] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee46d689-9cad-4d20-a572-201b5a38de00 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.474476] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564c983a-7a49-4d13-adad-6078c89c1afe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.505325] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fb7f9f-5307-4d4e-9416-ca810fb470fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.513502] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369cdd21-3314-449b-ad1a-7be033a9f06a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.527215] env[69195]: DEBUG nova.compute.provider_tree [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.657608] env[69195]: DEBUG nova.compute.manager [req-c9ec616c-da4e-41fb-b06d-8579dadc8295 req-1d98c1c7-f2ea-437c-8057-5f1b5d628863 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.657816] env[69195]: DEBUG nova.compute.manager [req-c9ec616c-da4e-41fb-b06d-8579dadc8295 req-1d98c1c7-f2ea-437c-8057-5f1b5d628863 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing instance network info cache due to event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.658046] env[69195]: DEBUG oslo_concurrency.lockutils [req-c9ec616c-da4e-41fb-b06d-8579dadc8295 req-1d98c1c7-f2ea-437c-8057-5f1b5d628863 service nova] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.658222] env[69195]: DEBUG oslo_concurrency.lockutils [req-c9ec616c-da4e-41fb-b06d-8579dadc8295 req-1d98c1c7-f2ea-437c-8057-5f1b5d628863 service nova] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.658367] env[69195]: DEBUG nova.network.neutron [req-c9ec616c-da4e-41fb-b06d-8579dadc8295 req-1d98c1c7-f2ea-437c-8057-5f1b5d628863 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.712740] env[69195]: DEBUG nova.compute.manager [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.712960] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.714272] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d6c736-3c40-43c6-9df8-b622ddb2e3d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.723372] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.723614] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e99135f-e5a5-4ec3-a52e-018f81e015e4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.730185] env[69195]: DEBUG oslo_vmware.api [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1217.730185] env[69195]: value = "task-3505268" [ 1217.730185] env[69195]: _type = "Task" [ 1217.730185] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.738730] env[69195]: DEBUG oslo_vmware.api [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.030315] env[69195]: DEBUG nova.scheduler.client.report [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.240593] env[69195]: DEBUG oslo_vmware.api [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505268, 'name': PowerOffVM_Task, 'duration_secs': 0.431255} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.240885] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.241070] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.241327] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd686499-5de7-46d1-ab76-5c591d9ad1ee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.313270] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.313489] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.313673] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleting the datastore file [datastore1] 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.313931] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8668d3a6-6767-4492-9905-af74717bd538 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.319722] env[69195]: DEBUG oslo_vmware.api [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1218.319722] env[69195]: value = "task-3505270" [ 1218.319722] env[69195]: _type = "Task" [ 1218.319722] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.327558] env[69195]: DEBUG oslo_vmware.api [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.377471] env[69195]: DEBUG nova.network.neutron [req-c9ec616c-da4e-41fb-b06d-8579dadc8295 req-1d98c1c7-f2ea-437c-8057-5f1b5d628863 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updated VIF entry in instance network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.377824] env[69195]: DEBUG nova.network.neutron [req-c9ec616c-da4e-41fb-b06d-8579dadc8295 req-1d98c1c7-f2ea-437c-8057-5f1b5d628863 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.535364] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.536081] env[69195]: DEBUG nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.626385] env[69195]: DEBUG nova.compute.manager [req-6cd84824-5aa3-417c-a8b1-fb39b03a3b6f req-f684e68f-ee53-4831-aa29-bda7dba930f3 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received event network-changed-cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.626604] env[69195]: DEBUG nova.compute.manager [req-6cd84824-5aa3-417c-a8b1-fb39b03a3b6f req-f684e68f-ee53-4831-aa29-bda7dba930f3 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing instance network info cache due to event network-changed-cef57cab-42db-439b-9387-766ea462f929. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.626678] env[69195]: DEBUG oslo_concurrency.lockutils [req-6cd84824-5aa3-417c-a8b1-fb39b03a3b6f req-f684e68f-ee53-4831-aa29-bda7dba930f3 service nova] Acquiring lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.626924] env[69195]: DEBUG oslo_concurrency.lockutils [req-6cd84824-5aa3-417c-a8b1-fb39b03a3b6f req-f684e68f-ee53-4831-aa29-bda7dba930f3 service nova] Acquired lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.627137] env[69195]: DEBUG nova.network.neutron [req-6cd84824-5aa3-417c-a8b1-fb39b03a3b6f req-f684e68f-ee53-4831-aa29-bda7dba930f3 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing network info cache for port cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.831224] env[69195]: DEBUG oslo_vmware.api [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134868} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.832850] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.832850] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.832850] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.832850] env[69195]: INFO nova.compute.manager [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1218.832850] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.832850] env[69195]: DEBUG nova.compute.manager [-] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.832850] env[69195]: DEBUG nova.network.neutron [-] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.881148] env[69195]: DEBUG oslo_concurrency.lockutils [req-c9ec616c-da4e-41fb-b06d-8579dadc8295 req-1d98c1c7-f2ea-437c-8057-5f1b5d628863 service nova] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.042236] env[69195]: DEBUG nova.compute.utils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.043741] env[69195]: DEBUG nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.043946] env[69195]: DEBUG nova.network.neutron [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.132568] env[69195]: DEBUG nova.policy [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be22d8c5b06544daad59d63b0a5ac086', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80049afcf8084912971b453f25b90d55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.367548] env[69195]: DEBUG nova.network.neutron [req-6cd84824-5aa3-417c-a8b1-fb39b03a3b6f req-f684e68f-ee53-4831-aa29-bda7dba930f3 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updated VIF entry in instance network info cache for port cef57cab-42db-439b-9387-766ea462f929. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.368052] env[69195]: DEBUG nova.network.neutron [req-6cd84824-5aa3-417c-a8b1-fb39b03a3b6f req-f684e68f-ee53-4831-aa29-bda7dba930f3 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.547981] env[69195]: DEBUG nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.577042] env[69195]: DEBUG nova.network.neutron [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Successfully created port: 9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.699281] env[69195]: DEBUG nova.compute.manager [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received event network-changed-cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.699483] env[69195]: DEBUG nova.compute.manager [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing instance network info cache due to event network-changed-cef57cab-42db-439b-9387-766ea462f929. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.699715] env[69195]: DEBUG oslo_concurrency.lockutils [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] Acquiring lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.870810] env[69195]: DEBUG oslo_concurrency.lockutils [req-6cd84824-5aa3-417c-a8b1-fb39b03a3b6f req-f684e68f-ee53-4831-aa29-bda7dba930f3 service nova] Releasing lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.871275] env[69195]: DEBUG oslo_concurrency.lockutils [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] Acquired lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.871468] env[69195]: DEBUG nova.network.neutron [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing network info cache for port cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.014692] env[69195]: DEBUG nova.network.neutron [-] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.517013] env[69195]: INFO nova.compute.manager [-] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Took 1.68 seconds to deallocate network for instance. [ 1220.557641] env[69195]: DEBUG nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.569368] env[69195]: DEBUG nova.network.neutron [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updated VIF entry in instance network info cache for port cef57cab-42db-439b-9387-766ea462f929. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.569754] env[69195]: DEBUG nova.network.neutron [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.585562] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.585807] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.586102] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.586373] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.586592] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.586753] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.586981] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.587163] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.587336] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.587498] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.587669] env[69195]: DEBUG nova.virt.hardware [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.588760] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7f79ba-6fbf-456e-9cf5-dc8dbad2a98b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.597479] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd7077f-f819-423c-bc60-eb9ca8bff109 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.652189] env[69195]: DEBUG nova.compute.manager [req-5ead638a-d185-4d83-8dc2-f64c7116f09f req-b6e48761-c4bf-432b-b39b-fc81f7051549 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.652380] env[69195]: DEBUG nova.compute.manager [req-5ead638a-d185-4d83-8dc2-f64c7116f09f req-b6e48761-c4bf-432b-b39b-fc81f7051549 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing instance network info cache due to event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.652588] env[69195]: DEBUG oslo_concurrency.lockutils [req-5ead638a-d185-4d83-8dc2-f64c7116f09f req-b6e48761-c4bf-432b-b39b-fc81f7051549 service nova] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.652726] env[69195]: DEBUG oslo_concurrency.lockutils [req-5ead638a-d185-4d83-8dc2-f64c7116f09f req-b6e48761-c4bf-432b-b39b-fc81f7051549 service nova] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.652967] env[69195]: DEBUG nova.network.neutron [req-5ead638a-d185-4d83-8dc2-f64c7116f09f req-b6e48761-c4bf-432b-b39b-fc81f7051549 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.022994] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.023307] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.023535] env[69195]: DEBUG nova.objects.instance [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'resources' on Instance uuid 5c2e031a-258e-4762-8b3f-78e6636d3803 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.038178] env[69195]: DEBUG nova.network.neutron [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Successfully updated port: 9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.073307] env[69195]: DEBUG oslo_concurrency.lockutils [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] Releasing lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.073589] env[69195]: DEBUG nova.compute.manager [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Received event network-vif-deleted-a8f58709-40a0-44a2-9fc9-0e6c1122580b {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.073815] env[69195]: INFO nova.compute.manager [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Neutron deleted interface a8f58709-40a0-44a2-9fc9-0e6c1122580b; detaching it from the instance and deleting it from the info cache [ 1221.074040] env[69195]: DEBUG nova.network.neutron [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.358899] env[69195]: DEBUG nova.network.neutron [req-5ead638a-d185-4d83-8dc2-f64c7116f09f req-b6e48761-c4bf-432b-b39b-fc81f7051549 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updated VIF entry in instance network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.359316] env[69195]: DEBUG nova.network.neutron [req-5ead638a-d185-4d83-8dc2-f64c7116f09f req-b6e48761-c4bf-432b-b39b-fc81f7051549 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.539994] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.540469] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.540469] env[69195]: DEBUG nova.network.neutron [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.577196] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a290b66-e686-4260-8ad7-0a134131f82b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.588750] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea0241b-1c22-4f86-bb39-bf0dbaf202a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.612035] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0259ebde-d44a-48e6-8b33-8207aa1ec232 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.620628] env[69195]: DEBUG nova.compute.manager [req-8d327f60-ac44-44f2-a8b0-631514626f70 req-4cfb3e74-6dcc-4ddf-a280-c278bd2d43d0 service nova] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Detach interface failed, port_id=a8f58709-40a0-44a2-9fc9-0e6c1122580b, reason: Instance 5c2e031a-258e-4762-8b3f-78e6636d3803 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.625548] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c89858-1840-40f0-a795-b2b979c5484c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.655609] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a68c3-b406-4936-9c5f-01162ea7d9db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.663286] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12782ab8-a83d-4a29-9d3e-aef8810156b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.676382] env[69195]: DEBUG nova.compute.provider_tree [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.725382] env[69195]: DEBUG nova.compute.manager [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Received event network-vif-plugged-9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.725646] env[69195]: DEBUG oslo_concurrency.lockutils [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] Acquiring lock "be15ac0a-64f1-4e03-aef9-c00011509af0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.725860] env[69195]: DEBUG oslo_concurrency.lockutils [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.726079] env[69195]: DEBUG oslo_concurrency.lockutils [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.726284] env[69195]: DEBUG nova.compute.manager [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] No waiting events found dispatching network-vif-plugged-9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.726486] env[69195]: WARNING nova.compute.manager [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Received unexpected event network-vif-plugged-9abd2530-53ec-4301-845e-e3e5c78c5c38 for instance with vm_state building and task_state spawning. [ 1221.726686] env[69195]: DEBUG nova.compute.manager [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Received event network-changed-9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.726865] env[69195]: DEBUG nova.compute.manager [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Refreshing instance network info cache due to event network-changed-9abd2530-53ec-4301-845e-e3e5c78c5c38. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.727065] env[69195]: DEBUG oslo_concurrency.lockutils [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] Acquiring lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.862093] env[69195]: DEBUG oslo_concurrency.lockutils [req-5ead638a-d185-4d83-8dc2-f64c7116f09f req-b6e48761-c4bf-432b-b39b-fc81f7051549 service nova] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.077161] env[69195]: DEBUG nova.network.neutron [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.179346] env[69195]: DEBUG nova.scheduler.client.report [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.204898] env[69195]: DEBUG nova.network.neutron [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updating instance_info_cache with network_info: [{"id": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "address": "fa:16:3e:d9:e9:37", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd2530-53", "ovs_interfaceid": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.615451] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.683639] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.703390] env[69195]: INFO nova.scheduler.client.report [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted allocations for instance 5c2e031a-258e-4762-8b3f-78e6636d3803 [ 1222.706812] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.707090] env[69195]: DEBUG nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Instance network_info: |[{"id": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "address": "fa:16:3e:d9:e9:37", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd2530-53", "ovs_interfaceid": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.707523] env[69195]: DEBUG oslo_concurrency.lockutils [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] Acquired lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.707694] env[69195]: DEBUG nova.network.neutron [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Refreshing network info cache for port 9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.708637] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:e9:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9abd2530-53ec-4301-845e-e3e5c78c5c38', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.716616] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.719970] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.720451] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a5c0d7-9c17-4403-abd4-77d54b00a7d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.742703] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.742703] env[69195]: value = "task-3505271" [ 1222.742703] env[69195]: _type = "Task" [ 1222.742703] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.752387] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505271, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.932105] env[69195]: DEBUG nova.network.neutron [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updated VIF entry in instance network info cache for port 9abd2530-53ec-4301-845e-e3e5c78c5c38. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.932580] env[69195]: DEBUG nova.network.neutron [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updating instance_info_cache with network_info: [{"id": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "address": "fa:16:3e:d9:e9:37", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd2530-53", "ovs_interfaceid": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.118770] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.119116] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.119387] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.119652] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1223.120746] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470813b2-af34-477f-b585-19c9bd4ddf9f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.129849] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c2b966-63fa-453a-b177-cc61b55b7fae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.145025] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f69d7a-6f78-4ffc-8a5e-4319cc89d245 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.155528] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3f5c24-a636-405d-9c3f-3aea1c1ca0dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.188961] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179888MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1223.189195] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.189471] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.210709] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5f4f684a-96cb-4198-a94c-7241caf09142 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "5c2e031a-258e-4762-8b3f-78e6636d3803" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.004s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.253901] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505271, 'name': CreateVM_Task, 'duration_secs': 0.342381} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.254159] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1223.261825] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.262216] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.262612] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.263015] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196bd746-5567-4699-bb64-efcf5e2fbb3b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.268224] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1223.268224] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fefc92-97fc-2a2d-7784-c17213a28428" [ 1223.268224] env[69195]: _type = "Task" [ 1223.268224] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.277307] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fefc92-97fc-2a2d-7784-c17213a28428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.436262] env[69195]: DEBUG oslo_concurrency.lockutils [req-bcefa302-c346-4967-95fc-7d7936085efc req-371eae9f-bddf-4f60-801c-f0f41b76e460 service nova] Releasing lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.779755] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fefc92-97fc-2a2d-7784-c17213a28428, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.780199] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.780362] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.780601] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.780748] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.780925] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.781534] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b978d8eb-7753-4275-933b-4a9832af4450 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.792315] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.792517] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.793262] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad24928-7c0c-45f6-82a4-5229c2751fcf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.799557] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1223.799557] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dac9db-5e81-de4d-6e20-0a51b127010d" [ 1223.799557] env[69195]: _type = "Task" [ 1223.799557] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.808269] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dac9db-5e81-de4d-6e20-0a51b127010d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.217553] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1224.217718] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance f2bda02c-52f0-4d16-80cb-0b1741a27c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1224.217845] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 362ef27f-667f-4e64-9aba-8cda8120258d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1224.217964] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance be15ac0a-64f1-4e03-aef9-c00011509af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1224.218160] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1224.218300] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1224.279219] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9366944d-599f-4e6f-8b9c-d02a419530ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.287541] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a44b80-8f2f-4402-8986-15f24954f39b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.321214] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7cb1db-f121-4fe9-b994-08493b43c0dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.331848] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03af3ee0-c1da-472e-859d-f6d110f9cd14 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.335553] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dac9db-5e81-de4d-6e20-0a51b127010d, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.336664] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653eba99-4acd-43cd-beea-80a3bf214c57 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.346314] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.351819] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1224.351819] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523af0e4-1e1a-0f04-6630-d96426ac04e6" [ 1224.351819] env[69195]: _type = "Task" [ 1224.351819] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.359645] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523af0e4-1e1a-0f04-6630-d96426ac04e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.850381] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.863836] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523af0e4-1e1a-0f04-6630-d96426ac04e6, 'name': SearchDatastore_Task, 'duration_secs': 0.025288} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.864280] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.864603] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] be15ac0a-64f1-4e03-aef9-c00011509af0/be15ac0a-64f1-4e03-aef9-c00011509af0.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.864983] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4894f1c9-66f3-4b53-868e-ef9e8e86a182 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.874858] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1224.874858] env[69195]: value = "task-3505272" [ 1224.874858] env[69195]: _type = "Task" [ 1224.874858] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.884745] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.357912] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1225.358171] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.385271] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447652} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.385538] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] be15ac0a-64f1-4e03-aef9-c00011509af0/be15ac0a-64f1-4e03-aef9-c00011509af0.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.385758] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.386338] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97b0dd0b-c79e-44d0-ae51-3b3bd5067a98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.393624] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1225.393624] env[69195]: value = "task-3505273" [ 1225.393624] env[69195]: _type = "Task" [ 1225.393624] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.401545] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.419473] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.419692] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.904680] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076021} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.904964] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.905724] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025a43db-ec1a-4785-9b43-c10f137eca8f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.928559] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] be15ac0a-64f1-4e03-aef9-c00011509af0/be15ac0a-64f1-4e03-aef9-c00011509af0.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.928897] env[69195]: DEBUG nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.931326] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae623e9f-e213-4db2-83a3-2cea5d146d3c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.952637] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1225.952637] env[69195]: value = "task-3505274" [ 1225.952637] env[69195]: _type = "Task" [ 1225.952637] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.960410] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.359933] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.359933] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.359933] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.359933] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.359933] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.360385] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1226.463095] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505274, 'name': ReconfigVM_Task, 'duration_secs': 0.401104} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.463408] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] be15ac0a-64f1-4e03-aef9-c00011509af0/be15ac0a-64f1-4e03-aef9-c00011509af0.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.464080] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c385f74e-b520-4c0f-befe-9a63e2cab165 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.466648] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.466903] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.468446] env[69195]: INFO nova.compute.claims [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.477271] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1226.477271] env[69195]: value = "task-3505275" [ 1226.477271] env[69195]: _type = "Task" [ 1226.477271] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.486590] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505275, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.612244] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.988567] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505275, 'name': Rename_Task, 'duration_secs': 0.179639} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.988941] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.989062] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70466d05-2e7d-4818-ab89-033c87b31534 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.995666] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1226.995666] env[69195]: value = "task-3505276" [ 1226.995666] env[69195]: _type = "Task" [ 1226.995666] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.004085] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.505823] env[69195]: DEBUG oslo_vmware.api [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505276, 'name': PowerOnVM_Task, 'duration_secs': 0.420078} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.508228] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.508431] env[69195]: INFO nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1227.508607] env[69195]: DEBUG nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.509532] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92793e04-3546-41ca-87c0-bd5bd9985454 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.551098] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646d698d-0604-430f-923b-d83aca8659a7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.559369] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be28cf-f68f-47f4-8bf3-648243410bca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.590356] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672b07e7-2861-436c-8c6d-cc6783db5ef5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.597268] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07925472-ebed-4c01-9644-738604ff0d42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.610518] env[69195]: DEBUG nova.compute.provider_tree [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.030930] env[69195]: INFO nova.compute.manager [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Took 11.68 seconds to build instance. [ 1228.113350] env[69195]: DEBUG nova.scheduler.client.report [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.435405] env[69195]: DEBUG nova.compute.manager [req-f5e5aa74-8f8b-4fef-a6b0-2dd9281af99a req-bca2f372-b9b1-4121-94b0-726724907489 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Received event network-changed-9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.435580] env[69195]: DEBUG nova.compute.manager [req-f5e5aa74-8f8b-4fef-a6b0-2dd9281af99a req-bca2f372-b9b1-4121-94b0-726724907489 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Refreshing instance network info cache due to event network-changed-9abd2530-53ec-4301-845e-e3e5c78c5c38. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.435793] env[69195]: DEBUG oslo_concurrency.lockutils [req-f5e5aa74-8f8b-4fef-a6b0-2dd9281af99a req-bca2f372-b9b1-4121-94b0-726724907489 service nova] Acquiring lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.435936] env[69195]: DEBUG oslo_concurrency.lockutils [req-f5e5aa74-8f8b-4fef-a6b0-2dd9281af99a req-bca2f372-b9b1-4121-94b0-726724907489 service nova] Acquired lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.436114] env[69195]: DEBUG nova.network.neutron [req-f5e5aa74-8f8b-4fef-a6b0-2dd9281af99a req-bca2f372-b9b1-4121-94b0-726724907489 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Refreshing network info cache for port 9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.532496] env[69195]: DEBUG oslo_concurrency.lockutils [None req-52da0702-4591-48e8-83e3-32874cc20892 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.189s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.615045] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.618117] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.618696] env[69195]: DEBUG nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.124021] env[69195]: DEBUG nova.compute.utils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.125376] env[69195]: DEBUG nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.125543] env[69195]: DEBUG nova.network.neutron [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.158053] env[69195]: DEBUG nova.network.neutron [req-f5e5aa74-8f8b-4fef-a6b0-2dd9281af99a req-bca2f372-b9b1-4121-94b0-726724907489 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updated VIF entry in instance network info cache for port 9abd2530-53ec-4301-845e-e3e5c78c5c38. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.158468] env[69195]: DEBUG nova.network.neutron [req-f5e5aa74-8f8b-4fef-a6b0-2dd9281af99a req-bca2f372-b9b1-4121-94b0-726724907489 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updating instance_info_cache with network_info: [{"id": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "address": "fa:16:3e:d9:e9:37", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd2530-53", "ovs_interfaceid": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.171221] env[69195]: DEBUG nova.policy [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '991f75f9dce741cb9c108b33f8fa4f1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5bd04ad9bf74a95abd1ac5ac811d5bb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.424784] env[69195]: DEBUG nova.network.neutron [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Successfully created port: 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.629064] env[69195]: DEBUG nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.660894] env[69195]: DEBUG oslo_concurrency.lockutils [req-f5e5aa74-8f8b-4fef-a6b0-2dd9281af99a req-bca2f372-b9b1-4121-94b0-726724907489 service nova] Releasing lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.334823] env[69195]: DEBUG nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.337673] env[69195]: DEBUG nova.network.neutron [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Successfully updated port: 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.340420] env[69195]: DEBUG nova.compute.manager [req-8ce62b8d-d64a-4695-b46a-4a98c8605d35 req-36559a35-3a6e-4135-9174-5dff4d12d224 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received event network-vif-plugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.340619] env[69195]: DEBUG oslo_concurrency.lockutils [req-8ce62b8d-d64a-4695-b46a-4a98c8605d35 req-36559a35-3a6e-4135-9174-5dff4d12d224 service nova] Acquiring lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.340823] env[69195]: DEBUG oslo_concurrency.lockutils [req-8ce62b8d-d64a-4695-b46a-4a98c8605d35 req-36559a35-3a6e-4135-9174-5dff4d12d224 service nova] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.341032] env[69195]: DEBUG oslo_concurrency.lockutils [req-8ce62b8d-d64a-4695-b46a-4a98c8605d35 req-36559a35-3a6e-4135-9174-5dff4d12d224 service nova] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.341168] env[69195]: DEBUG nova.compute.manager [req-8ce62b8d-d64a-4695-b46a-4a98c8605d35 req-36559a35-3a6e-4135-9174-5dff4d12d224 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] No waiting events found dispatching network-vif-plugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.341328] env[69195]: WARNING nova.compute.manager [req-8ce62b8d-d64a-4695-b46a-4a98c8605d35 req-36559a35-3a6e-4135-9174-5dff4d12d224 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received unexpected event network-vif-plugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 for instance with vm_state building and task_state spawning. [ 1231.372701] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.372948] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.373115] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.373298] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.373443] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.373588] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.373790] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.373947] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.374126] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.374284] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.374449] env[69195]: DEBUG nova.virt.hardware [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.375714] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e778fa-cc82-40d6-aaef-4f21de679b5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.384328] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7b5d6d-bb65-45a4-a8dd-45abd2716ae1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.843029] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.843194] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.843322] env[69195]: DEBUG nova.network.neutron [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.387180] env[69195]: DEBUG nova.network.neutron [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.522033] env[69195]: DEBUG nova.network.neutron [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [{"id": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "address": "fa:16:3e:63:8f:b2", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d37fbe0-fd", "ovs_interfaceid": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.816640] env[69195]: DEBUG nova.compute.manager [req-efaf5fde-7426-47ba-989f-08e4f36fc39a req-49deb2da-178d-4731-bdf7-092246de400f service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received event network-changed-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.816640] env[69195]: DEBUG nova.compute.manager [req-efaf5fde-7426-47ba-989f-08e4f36fc39a req-49deb2da-178d-4731-bdf7-092246de400f service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Refreshing instance network info cache due to event network-changed-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.816640] env[69195]: DEBUG oslo_concurrency.lockutils [req-efaf5fde-7426-47ba-989f-08e4f36fc39a req-49deb2da-178d-4731-bdf7-092246de400f service nova] Acquiring lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.938333] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-3624157c-89e9-4dd3-bd28-b281d14a42da" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.938641] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-3624157c-89e9-4dd3-bd28-b281d14a42da" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.939079] env[69195]: DEBUG nova.objects.instance [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'flavor' on Instance uuid 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.024421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.024781] env[69195]: DEBUG nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Instance network_info: |[{"id": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "address": "fa:16:3e:63:8f:b2", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d37fbe0-fd", "ovs_interfaceid": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.025129] env[69195]: DEBUG oslo_concurrency.lockutils [req-efaf5fde-7426-47ba-989f-08e4f36fc39a req-49deb2da-178d-4731-bdf7-092246de400f service nova] Acquired lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.025352] env[69195]: DEBUG nova.network.neutron [req-efaf5fde-7426-47ba-989f-08e4f36fc39a req-49deb2da-178d-4731-bdf7-092246de400f service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Refreshing network info cache for port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.026646] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:8f:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.034300] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.036956] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.037735] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24c7708c-309e-4a38-8ebf-5a298bfced9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.059058] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.059058] env[69195]: value = "task-3505277" [ 1233.059058] env[69195]: _type = "Task" [ 1233.059058] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.065999] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505277, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.263206] env[69195]: DEBUG nova.network.neutron [req-efaf5fde-7426-47ba-989f-08e4f36fc39a req-49deb2da-178d-4731-bdf7-092246de400f service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updated VIF entry in instance network info cache for port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.263767] env[69195]: DEBUG nova.network.neutron [req-efaf5fde-7426-47ba-989f-08e4f36fc39a req-49deb2da-178d-4731-bdf7-092246de400f service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [{"id": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "address": "fa:16:3e:63:8f:b2", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d37fbe0-fd", "ovs_interfaceid": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.523764] env[69195]: DEBUG nova.objects.instance [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'pci_requests' on Instance uuid 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.568114] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505277, 'name': CreateVM_Task, 'duration_secs': 0.305571} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.568286] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.568934] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.569116] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.569431] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.569675] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca73826-5be8-47e4-ab8d-f2a2d293fefa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.574497] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1233.574497] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291a9af-f584-c0b1-f2ea-390ba8f91a75" [ 1233.574497] env[69195]: _type = "Task" [ 1233.574497] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.581500] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291a9af-f584-c0b1-f2ea-390ba8f91a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.767384] env[69195]: DEBUG oslo_concurrency.lockutils [req-efaf5fde-7426-47ba-989f-08e4f36fc39a req-49deb2da-178d-4731-bdf7-092246de400f service nova] Releasing lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.026716] env[69195]: DEBUG nova.objects.base [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Object Instance<43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3> lazy-loaded attributes: flavor,pci_requests {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.026938] env[69195]: DEBUG nova.network.neutron [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.088957] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5291a9af-f584-c0b1-f2ea-390ba8f91a75, 'name': SearchDatastore_Task, 'duration_secs': 0.010587} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.091012] env[69195]: DEBUG nova.policy [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.093888] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.094250] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.094622] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.094877] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.095203] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.095587] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ebaee87-8b49-45d1-b37f-93bcb5b21d48 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.105645] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.105944] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.107067] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30a54d6-230a-473e-b033-5f597d825b6e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.113802] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1234.113802] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52756904-22b2-60ae-449b-2f649716a253" [ 1234.113802] env[69195]: _type = "Task" [ 1234.113802] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.124849] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52756904-22b2-60ae-449b-2f649716a253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.624074] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52756904-22b2-60ae-449b-2f649716a253, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.624881] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde94ef6-c58d-40ce-9cc6-5bd792058e4a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.629918] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1234.629918] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5234e16f-b41b-bfc3-8829-6b957544d92c" [ 1234.629918] env[69195]: _type = "Task" [ 1234.629918] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.638177] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5234e16f-b41b-bfc3-8829-6b957544d92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.140678] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5234e16f-b41b-bfc3-8829-6b957544d92c, 'name': SearchDatastore_Task, 'duration_secs': 0.016185} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.140944] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.141225] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc/6b1c1b9d-21a9-4d5f-9477-f33755c55cdc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.141487] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07956c1-c194-4796-96c7-47290400a0f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.147784] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1235.147784] env[69195]: value = "task-3505278" [ 1235.147784] env[69195]: _type = "Task" [ 1235.147784] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.155346] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.458967] env[69195]: DEBUG nova.compute.manager [req-50bad7f7-9a27-497a-88f5-029a377f6e2c req-f643f74d-ec36-42cd-8acf-acc40692cd21 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-vif-plugged-3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.459222] env[69195]: DEBUG oslo_concurrency.lockutils [req-50bad7f7-9a27-497a-88f5-029a377f6e2c req-f643f74d-ec36-42cd-8acf-acc40692cd21 service nova] Acquiring lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.459434] env[69195]: DEBUG oslo_concurrency.lockutils [req-50bad7f7-9a27-497a-88f5-029a377f6e2c req-f643f74d-ec36-42cd-8acf-acc40692cd21 service nova] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.459600] env[69195]: DEBUG oslo_concurrency.lockutils [req-50bad7f7-9a27-497a-88f5-029a377f6e2c req-f643f74d-ec36-42cd-8acf-acc40692cd21 service nova] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.461672] env[69195]: DEBUG nova.compute.manager [req-50bad7f7-9a27-497a-88f5-029a377f6e2c req-f643f74d-ec36-42cd-8acf-acc40692cd21 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] No waiting events found dispatching network-vif-plugged-3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.462035] env[69195]: WARNING nova.compute.manager [req-50bad7f7-9a27-497a-88f5-029a377f6e2c req-f643f74d-ec36-42cd-8acf-acc40692cd21 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received unexpected event network-vif-plugged-3624157c-89e9-4dd3-bd28-b281d14a42da for instance with vm_state active and task_state None. [ 1235.557332] env[69195]: DEBUG nova.network.neutron [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Successfully updated port: 3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.660250] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443355} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.660617] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore2] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc/6b1c1b9d-21a9-4d5f-9477-f33755c55cdc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.660699] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.661785] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a092814e-d977-4914-83d0-e50db0209be5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.667852] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1235.667852] env[69195]: value = "task-3505279" [ 1235.667852] env[69195]: _type = "Task" [ 1235.667852] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.675358] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.062966] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.063230] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.063419] env[69195]: DEBUG nova.network.neutron [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.177458] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06525} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.177722] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.178492] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5dd67c-e917-4e53-8148-72401fd54a10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.199932] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc/6b1c1b9d-21a9-4d5f-9477-f33755c55cdc.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.200211] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc6d57f-5ce6-4424-b4ba-e43d0129c793 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.220234] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1236.220234] env[69195]: value = "task-3505280" [ 1236.220234] env[69195]: _type = "Task" [ 1236.220234] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.228064] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.596564] env[69195]: WARNING nova.network.neutron [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] b71264c0-289d-498d-b8e8-8edacc54b44d already exists in list: networks containing: ['b71264c0-289d-498d-b8e8-8edacc54b44d']. ignoring it [ 1236.731092] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505280, 'name': ReconfigVM_Task, 'duration_secs': 0.264535} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.731402] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc/6b1c1b9d-21a9-4d5f-9477-f33755c55cdc.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.731990] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf682c9-9649-4e96-b92b-174bd7505b40 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.738042] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1236.738042] env[69195]: value = "task-3505281" [ 1236.738042] env[69195]: _type = "Task" [ 1236.738042] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.745765] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505281, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.849834] env[69195]: DEBUG nova.network.neutron [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3624157c-89e9-4dd3-bd28-b281d14a42da", "address": "fa:16:3e:f8:8f:ad", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3624157c-89", "ovs_interfaceid": "3624157c-89e9-4dd3-bd28-b281d14a42da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.248537] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505281, 'name': Rename_Task, 'duration_secs': 0.141839} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.248806] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1237.249054] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-212ef263-f69a-45d1-b8cd-fed47b8a7287 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.255596] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1237.255596] env[69195]: value = "task-3505282" [ 1237.255596] env[69195]: _type = "Task" [ 1237.255596] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.262461] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.352440] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.353102] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.353264] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.354117] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa543e2-91c1-4b37-b708-26b22e840492 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.369803] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.370021] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.370176] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.370360] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.370505] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.370653] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.370849] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.371010] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.371184] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.371343] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.371510] env[69195]: DEBUG nova.virt.hardware [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.377657] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Reconfiguring VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1237.378261] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c3e00f8-8a37-4118-bb6b-6b438f8c92b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.393770] env[69195]: DEBUG oslo_vmware.api [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1237.393770] env[69195]: value = "task-3505283" [ 1237.393770] env[69195]: _type = "Task" [ 1237.393770] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.402330] env[69195]: DEBUG oslo_vmware.api [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505283, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.483724] env[69195]: DEBUG nova.compute.manager [req-04035890-e7df-4b5c-99f2-9fe68aabaeed req-5e40c587-1f34-4926-bc40-6190332c19d4 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-changed-3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.483794] env[69195]: DEBUG nova.compute.manager [req-04035890-e7df-4b5c-99f2-9fe68aabaeed req-5e40c587-1f34-4926-bc40-6190332c19d4 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing instance network info cache due to event network-changed-3624157c-89e9-4dd3-bd28-b281d14a42da. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.483972] env[69195]: DEBUG oslo_concurrency.lockutils [req-04035890-e7df-4b5c-99f2-9fe68aabaeed req-5e40c587-1f34-4926-bc40-6190332c19d4 service nova] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.484136] env[69195]: DEBUG oslo_concurrency.lockutils [req-04035890-e7df-4b5c-99f2-9fe68aabaeed req-5e40c587-1f34-4926-bc40-6190332c19d4 service nova] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.484303] env[69195]: DEBUG nova.network.neutron [req-04035890-e7df-4b5c-99f2-9fe68aabaeed req-5e40c587-1f34-4926-bc40-6190332c19d4 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing network info cache for port 3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.765742] env[69195]: DEBUG oslo_vmware.api [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505282, 'name': PowerOnVM_Task, 'duration_secs': 0.418067} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.766131] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.766131] env[69195]: INFO nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1237.766314] env[69195]: DEBUG nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.767052] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4589a7e-5aa0-484b-b41f-36db4a30979d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.903636] env[69195]: DEBUG oslo_vmware.api [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.193922] env[69195]: DEBUG nova.network.neutron [req-04035890-e7df-4b5c-99f2-9fe68aabaeed req-5e40c587-1f34-4926-bc40-6190332c19d4 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updated VIF entry in instance network info cache for port 3624157c-89e9-4dd3-bd28-b281d14a42da. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.194423] env[69195]: DEBUG nova.network.neutron [req-04035890-e7df-4b5c-99f2-9fe68aabaeed req-5e40c587-1f34-4926-bc40-6190332c19d4 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3624157c-89e9-4dd3-bd28-b281d14a42da", "address": "fa:16:3e:f8:8f:ad", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3624157c-89", "ovs_interfaceid": "3624157c-89e9-4dd3-bd28-b281d14a42da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.283968] env[69195]: INFO nova.compute.manager [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Took 11.84 seconds to build instance. [ 1238.404126] env[69195]: DEBUG oslo_vmware.api [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505283, 'name': ReconfigVM_Task, 'duration_secs': 0.62772} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.404698] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.404906] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Reconfigured VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1238.605514] env[69195]: DEBUG nova.compute.manager [req-aa81674e-9642-42d7-af2b-9f29fb1c022e req-e0e6f926-1d9b-4d8c-a272-d6c380c6e2db service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received event network-changed-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.605744] env[69195]: DEBUG nova.compute.manager [req-aa81674e-9642-42d7-af2b-9f29fb1c022e req-e0e6f926-1d9b-4d8c-a272-d6c380c6e2db service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Refreshing instance network info cache due to event network-changed-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.605925] env[69195]: DEBUG oslo_concurrency.lockutils [req-aa81674e-9642-42d7-af2b-9f29fb1c022e req-e0e6f926-1d9b-4d8c-a272-d6c380c6e2db service nova] Acquiring lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.606091] env[69195]: DEBUG oslo_concurrency.lockutils [req-aa81674e-9642-42d7-af2b-9f29fb1c022e req-e0e6f926-1d9b-4d8c-a272-d6c380c6e2db service nova] Acquired lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.606264] env[69195]: DEBUG nova.network.neutron [req-aa81674e-9642-42d7-af2b-9f29fb1c022e req-e0e6f926-1d9b-4d8c-a272-d6c380c6e2db service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Refreshing network info cache for port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.696987] env[69195]: DEBUG oslo_concurrency.lockutils [req-04035890-e7df-4b5c-99f2-9fe68aabaeed req-5e40c587-1f34-4926-bc40-6190332c19d4 service nova] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.785829] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a93992d6-9c51-4f33-8993-97a77408bd08 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.366s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.909346] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f86fc915-5d06-42de-b717-46a3e271abcc tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-3624157c-89e9-4dd3-bd28-b281d14a42da" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.971s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.307727] env[69195]: DEBUG nova.network.neutron [req-aa81674e-9642-42d7-af2b-9f29fb1c022e req-e0e6f926-1d9b-4d8c-a272-d6c380c6e2db service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updated VIF entry in instance network info cache for port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.308118] env[69195]: DEBUG nova.network.neutron [req-aa81674e-9642-42d7-af2b-9f29fb1c022e req-e0e6f926-1d9b-4d8c-a272-d6c380c6e2db service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [{"id": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "address": "fa:16:3e:63:8f:b2", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d37fbe0-fd", "ovs_interfaceid": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.811105] env[69195]: DEBUG oslo_concurrency.lockutils [req-aa81674e-9642-42d7-af2b-9f29fb1c022e req-e0e6f926-1d9b-4d8c-a272-d6c380c6e2db service nova] Releasing lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.138358] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-3624157c-89e9-4dd3-bd28-b281d14a42da" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.138668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-3624157c-89e9-4dd3-bd28-b281d14a42da" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.642317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.642539] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.643418] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ce2d6-8872-4dbf-9fd3-eab8ec4f8889 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.660841] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e8ea39-149e-4460-98ad-be8f2720490a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.687756] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Reconfiguring VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1240.688116] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d089c23f-d3e2-4a6f-a1db-64f31f37b1d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.707357] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1240.707357] env[69195]: value = "task-3505284" [ 1240.707357] env[69195]: _type = "Task" [ 1240.707357] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.715925] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.216597] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.718270] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.218272] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.718616] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.218536] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.719741] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.220524] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.723355] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.221928] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.723057] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.223896] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.573204] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.573494] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.573679] env[69195]: INFO nova.compute.manager [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Shelving [ 1246.724950] env[69195]: DEBUG oslo_vmware.api [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505284, 'name': ReconfigVM_Task, 'duration_secs': 5.760489} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.725139] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.725362] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Reconfigured VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1247.583056] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.583056] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a606f8-f372-4755-8091-6e7e5fec48bb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.591103] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1247.591103] env[69195]: value = "task-3505285" [ 1247.591103] env[69195]: _type = "Task" [ 1247.591103] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.599504] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.979098] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.979297] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.979486] env[69195]: DEBUG nova.network.neutron [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.101793] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505285, 'name': PowerOffVM_Task, 'duration_secs': 0.201555} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.102082] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.102895] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d6387-a28d-4010-a1da-62171d5913f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.122344] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c7d836-f9b9-47a5-a8c5-78fafb26b47d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.632901] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1248.633298] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b5faf6d-5ff8-4b26-82f1-803ec7553fee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.641304] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1248.641304] env[69195]: value = "task-3505286" [ 1248.641304] env[69195]: _type = "Task" [ 1248.641304] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.655111] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.677770] env[69195]: DEBUG nova.compute.manager [req-4658fa58-3b6d-45e2-9d38-3509fd32fa86 req-1e593dd9-92ee-4cf7-bd9e-2bb273bee0d0 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.678108] env[69195]: DEBUG nova.compute.manager [req-4658fa58-3b6d-45e2-9d38-3509fd32fa86 req-1e593dd9-92ee-4cf7-bd9e-2bb273bee0d0 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing instance network info cache due to event network-changed-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.678601] env[69195]: DEBUG oslo_concurrency.lockutils [req-4658fa58-3b6d-45e2-9d38-3509fd32fa86 req-1e593dd9-92ee-4cf7-bd9e-2bb273bee0d0 service nova] Acquiring lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.712271] env[69195]: INFO nova.network.neutron [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Port 3624157c-89e9-4dd3-bd28-b281d14a42da from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1248.712680] env[69195]: DEBUG nova.network.neutron [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.151102] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505286, 'name': CreateSnapshot_Task, 'duration_secs': 0.443553} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.151481] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1249.152146] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bf8ab1-0c1e-4660-a5b8-150abe139256 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.215158] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.217201] env[69195]: DEBUG oslo_concurrency.lockutils [req-4658fa58-3b6d-45e2-9d38-3509fd32fa86 req-1e593dd9-92ee-4cf7-bd9e-2bb273bee0d0 service nova] Acquired lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.217401] env[69195]: DEBUG nova.network.neutron [req-4658fa58-3b6d-45e2-9d38-3509fd32fa86 req-1e593dd9-92ee-4cf7-bd9e-2bb273bee0d0 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Refreshing network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.600623] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-362ef27f-667f-4e64-9aba-8cda8120258d-3624157c-89e9-4dd3-bd28-b281d14a42da" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.600859] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-362ef27f-667f-4e64-9aba-8cda8120258d-3624157c-89e9-4dd3-bd28-b281d14a42da" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.601258] env[69195]: DEBUG nova.objects.instance [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'flavor' on Instance uuid 362ef27f-667f-4e64-9aba-8cda8120258d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.669863] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1249.670256] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a86a6aa-b196-46c8-b058-b86b72cb9969 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.680208] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1249.680208] env[69195]: value = "task-3505287" [ 1249.680208] env[69195]: _type = "Task" [ 1249.680208] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.689488] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505287, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.723258] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4941dcae-c987-43fc-a746-a6b209041217 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-3624157c-89e9-4dd3-bd28-b281d14a42da" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.584s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.920884] env[69195]: DEBUG nova.network.neutron [req-4658fa58-3b6d-45e2-9d38-3509fd32fa86 req-1e593dd9-92ee-4cf7-bd9e-2bb273bee0d0 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updated VIF entry in instance network info cache for port b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.921334] env[69195]: DEBUG nova.network.neutron [req-4658fa58-3b6d-45e2-9d38-3509fd32fa86 req-1e593dd9-92ee-4cf7-bd9e-2bb273bee0d0 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [{"id": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "address": "fa:16:3e:89:81:44", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c2e560-4f", "ovs_interfaceid": "b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.190108] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505287, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.190925] env[69195]: DEBUG nova.objects.instance [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'pci_requests' on Instance uuid 362ef27f-667f-4e64-9aba-8cda8120258d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.424360] env[69195]: DEBUG oslo_concurrency.lockutils [req-4658fa58-3b6d-45e2-9d38-3509fd32fa86 req-1e593dd9-92ee-4cf7-bd9e-2bb273bee0d0 service nova] Releasing lock "refresh_cache-43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.690699] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505287, 'name': CloneVM_Task} progress is 95%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.694375] env[69195]: DEBUG nova.objects.base [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Object Instance<362ef27f-667f-4e64-9aba-8cda8120258d> lazy-loaded attributes: flavor,pci_requests {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.694567] env[69195]: DEBUG nova.network.neutron [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.701399] env[69195]: DEBUG nova.compute.manager [req-bab3a402-10c1-40af-9dec-2bf4888ed8f4 req-08fa0146-7cb6-48eb-baa8-661902a837cc service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received event network-changed-cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.701601] env[69195]: DEBUG nova.compute.manager [req-bab3a402-10c1-40af-9dec-2bf4888ed8f4 req-08fa0146-7cb6-48eb-baa8-661902a837cc service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing instance network info cache due to event network-changed-cef57cab-42db-439b-9387-766ea462f929. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.701840] env[69195]: DEBUG oslo_concurrency.lockutils [req-bab3a402-10c1-40af-9dec-2bf4888ed8f4 req-08fa0146-7cb6-48eb-baa8-661902a837cc service nova] Acquiring lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.701944] env[69195]: DEBUG oslo_concurrency.lockutils [req-bab3a402-10c1-40af-9dec-2bf4888ed8f4 req-08fa0146-7cb6-48eb-baa8-661902a837cc service nova] Acquired lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.702116] env[69195]: DEBUG nova.network.neutron [req-bab3a402-10c1-40af-9dec-2bf4888ed8f4 req-08fa0146-7cb6-48eb-baa8-661902a837cc service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing network info cache for port cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.754759] env[69195]: DEBUG nova.policy [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f5324334a314dd7a37914416d61cb04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b2d713d01f4bc7aab6aebfe13cd5b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.191232] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505287, 'name': CloneVM_Task, 'duration_secs': 1.283267} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.191527] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Created linked-clone VM from snapshot [ 1251.192310] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464c488f-fc43-40f2-9bb6-7cfde05f3d69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.199129] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Uploading image 377e7865-5517-4b5e-8b4c-02743a98f492 {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1251.225658] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1251.225658] env[69195]: value = "vm-700427" [ 1251.225658] env[69195]: _type = "VirtualMachine" [ 1251.225658] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1251.225925] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ab103fc9-4873-4833-a2ac-e3bcb207711b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.233151] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease: (returnval){ [ 1251.233151] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f724d2-2078-a8ee-8a53-0790bfdde439" [ 1251.233151] env[69195]: _type = "HttpNfcLease" [ 1251.233151] env[69195]: } obtained for exporting VM: (result){ [ 1251.233151] env[69195]: value = "vm-700427" [ 1251.233151] env[69195]: _type = "VirtualMachine" [ 1251.233151] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1251.233524] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the lease: (returnval){ [ 1251.233524] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f724d2-2078-a8ee-8a53-0790bfdde439" [ 1251.233524] env[69195]: _type = "HttpNfcLease" [ 1251.233524] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1251.244092] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.244092] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f724d2-2078-a8ee-8a53-0790bfdde439" [ 1251.244092] env[69195]: _type = "HttpNfcLease" [ 1251.244092] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1251.398482] env[69195]: DEBUG nova.network.neutron [req-bab3a402-10c1-40af-9dec-2bf4888ed8f4 req-08fa0146-7cb6-48eb-baa8-661902a837cc service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updated VIF entry in instance network info cache for port cef57cab-42db-439b-9387-766ea462f929. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.398846] env[69195]: DEBUG nova.network.neutron [req-bab3a402-10c1-40af-9dec-2bf4888ed8f4 req-08fa0146-7cb6-48eb-baa8-661902a837cc service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.741393] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1251.741393] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f724d2-2078-a8ee-8a53-0790bfdde439" [ 1251.741393] env[69195]: _type = "HttpNfcLease" [ 1251.741393] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1251.741818] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1251.741818] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f724d2-2078-a8ee-8a53-0790bfdde439" [ 1251.741818] env[69195]: _type = "HttpNfcLease" [ 1251.741818] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1251.742461] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152c2aea-0f0d-4dbf-8c23-bdae1a8d16b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.749088] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90977-7d0a-896b-4818-5a69a57f3bb9/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1251.749236] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90977-7d0a-896b-4818-5a69a57f3bb9/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1251.837735] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-29da9d8c-6953-4ccb-b959-8551e922e055 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.901932] env[69195]: DEBUG oslo_concurrency.lockutils [req-bab3a402-10c1-40af-9dec-2bf4888ed8f4 req-08fa0146-7cb6-48eb-baa8-661902a837cc service nova] Releasing lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.123390] env[69195]: DEBUG nova.compute.manager [req-f3e2bd55-0231-4c18-b8dc-313626707b00 req-da314da4-7e34-431d-a937-f28a618497f7 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received event network-vif-plugged-3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.123669] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3e2bd55-0231-4c18-b8dc-313626707b00 req-da314da4-7e34-431d-a937-f28a618497f7 service nova] Acquiring lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.123831] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3e2bd55-0231-4c18-b8dc-313626707b00 req-da314da4-7e34-431d-a937-f28a618497f7 service nova] Lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.123997] env[69195]: DEBUG oslo_concurrency.lockutils [req-f3e2bd55-0231-4c18-b8dc-313626707b00 req-da314da4-7e34-431d-a937-f28a618497f7 service nova] Lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.124424] env[69195]: DEBUG nova.compute.manager [req-f3e2bd55-0231-4c18-b8dc-313626707b00 req-da314da4-7e34-431d-a937-f28a618497f7 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] No waiting events found dispatching network-vif-plugged-3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.124615] env[69195]: WARNING nova.compute.manager [req-f3e2bd55-0231-4c18-b8dc-313626707b00 req-da314da4-7e34-431d-a937-f28a618497f7 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received unexpected event network-vif-plugged-3624157c-89e9-4dd3-bd28-b281d14a42da for instance with vm_state active and task_state None. [ 1252.208457] env[69195]: DEBUG nova.network.neutron [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Successfully updated port: 3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.713460] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.713784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.714079] env[69195]: DEBUG nova.network.neutron [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.254026] env[69195]: WARNING nova.network.neutron [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] b71264c0-289d-498d-b8e8-8edacc54b44d already exists in list: networks containing: ['b71264c0-289d-498d-b8e8-8edacc54b44d']. ignoring it [ 1253.527121] env[69195]: DEBUG nova.network.neutron [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3624157c-89e9-4dd3-bd28-b281d14a42da", "address": "fa:16:3e:f8:8f:ad", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3624157c-89", "ovs_interfaceid": "3624157c-89e9-4dd3-bd28-b281d14a42da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.030822] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.031531] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.031693] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.032690] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d7e377-804d-46a7-8db0-b9352d64c544 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.049579] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.049810] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.049965] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.050168] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.050342] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.050502] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.050705] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.050864] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.051040] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.051210] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.051389] env[69195]: DEBUG nova.virt.hardware [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.057583] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Reconfiguring VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1254.058242] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b82f1c6-c021-462c-b882-f73f32be196b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.075760] env[69195]: DEBUG oslo_vmware.api [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1254.075760] env[69195]: value = "task-3505289" [ 1254.075760] env[69195]: _type = "Task" [ 1254.075760] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.083675] env[69195]: DEBUG oslo_vmware.api [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505289, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.153070] env[69195]: DEBUG nova.compute.manager [req-65d6c389-be1f-4091-956d-a77002f1f423 req-b446caa4-f482-4fbf-8827-5ed189be5116 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received event network-changed-3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.153359] env[69195]: DEBUG nova.compute.manager [req-65d6c389-be1f-4091-956d-a77002f1f423 req-b446caa4-f482-4fbf-8827-5ed189be5116 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing instance network info cache due to event network-changed-3624157c-89e9-4dd3-bd28-b281d14a42da. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.153546] env[69195]: DEBUG oslo_concurrency.lockutils [req-65d6c389-be1f-4091-956d-a77002f1f423 req-b446caa4-f482-4fbf-8827-5ed189be5116 service nova] Acquiring lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.153629] env[69195]: DEBUG oslo_concurrency.lockutils [req-65d6c389-be1f-4091-956d-a77002f1f423 req-b446caa4-f482-4fbf-8827-5ed189be5116 service nova] Acquired lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.153791] env[69195]: DEBUG nova.network.neutron [req-65d6c389-be1f-4091-956d-a77002f1f423 req-b446caa4-f482-4fbf-8827-5ed189be5116 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Refreshing network info cache for port 3624157c-89e9-4dd3-bd28-b281d14a42da {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.586316] env[69195]: DEBUG oslo_vmware.api [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505289, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.858723] env[69195]: DEBUG nova.network.neutron [req-65d6c389-be1f-4091-956d-a77002f1f423 req-b446caa4-f482-4fbf-8827-5ed189be5116 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updated VIF entry in instance network info cache for port 3624157c-89e9-4dd3-bd28-b281d14a42da. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.859211] env[69195]: DEBUG nova.network.neutron [req-65d6c389-be1f-4091-956d-a77002f1f423 req-b446caa4-f482-4fbf-8827-5ed189be5116 service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3624157c-89e9-4dd3-bd28-b281d14a42da", "address": "fa:16:3e:f8:8f:ad", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3624157c-89", "ovs_interfaceid": "3624157c-89e9-4dd3-bd28-b281d14a42da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.086694] env[69195]: DEBUG oslo_vmware.api [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505289, 'name': ReconfigVM_Task, 'duration_secs': 0.562067} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.087229] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.087448] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Reconfigured VM to attach interface {{(pid=69195) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1255.362231] env[69195]: DEBUG oslo_concurrency.lockutils [req-65d6c389-be1f-4091-956d-a77002f1f423 req-b446caa4-f482-4fbf-8827-5ed189be5116 service nova] Releasing lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.592421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da001178-e282-4735-b710-ab15af2708c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-362ef27f-667f-4e64-9aba-8cda8120258d-3624157c-89e9-4dd3-bd28-b281d14a42da" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.991s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.816171] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "interface-362ef27f-667f-4e64-9aba-8cda8120258d-3624157c-89e9-4dd3-bd28-b281d14a42da" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.816492] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-362ef27f-667f-4e64-9aba-8cda8120258d-3624157c-89e9-4dd3-bd28-b281d14a42da" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.318972] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.319248] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.320227] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1caa37a-86b6-4fe2-9446-d6baa88150d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.340445] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730edae7-abcc-47c9-9fa4-d67712736103 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.367556] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Reconfiguring VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1257.367861] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13f10e5d-6732-4f6e-bb89-eb3c9ed84724 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.386719] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1257.386719] env[69195]: value = "task-3505290" [ 1257.386719] env[69195]: _type = "Task" [ 1257.386719] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.394805] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.896628] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.397600] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.899167] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.080615] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90977-7d0a-896b-4818-5a69a57f3bb9/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1259.081526] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10bc286-d83c-43f0-a5d7-b1abee453429 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.087653] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90977-7d0a-896b-4818-5a69a57f3bb9/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1259.087815] env[69195]: ERROR oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90977-7d0a-896b-4818-5a69a57f3bb9/disk-0.vmdk due to incomplete transfer. [ 1259.088034] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e8cef5b5-34fc-4134-a02e-f9a7dd86baf9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.095965] env[69195]: DEBUG oslo_vmware.rw_handles [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d90977-7d0a-896b-4818-5a69a57f3bb9/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1259.096170] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Uploaded image 377e7865-5517-4b5e-8b4c-02743a98f492 to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1259.098286] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1259.098513] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-64f193d1-b89a-4862-9dfc-579abd5e65da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.104203] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1259.104203] env[69195]: value = "task-3505291" [ 1259.104203] env[69195]: _type = "Task" [ 1259.104203] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.111941] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505291, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.399351] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.613484] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505291, 'name': Destroy_Task, 'duration_secs': 0.347961} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.613693] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Destroyed the VM [ 1259.613927] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1259.614183] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e53d017d-4388-406e-b78b-307289288a2b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.621214] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1259.621214] env[69195]: value = "task-3505292" [ 1259.621214] env[69195]: _type = "Task" [ 1259.621214] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.629694] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505292, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.899383] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.131561] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505292, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.400247] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.631131] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505292, 'name': RemoveSnapshot_Task, 'duration_secs': 0.711992} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.631400] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1260.632376] env[69195]: DEBUG nova.compute.manager [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.632491] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08bfbdc-d0e0-46c0-8d42-acaa5c150a3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.901637] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.144894] env[69195]: INFO nova.compute.manager [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Shelve offloading [ 1261.401691] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.648671] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.649122] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b720975f-ca6b-443a-a5c8-753d87aadd0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.656308] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1261.656308] env[69195]: value = "task-3505293" [ 1261.656308] env[69195]: _type = "Task" [ 1261.656308] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.665619] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1261.665837] env[69195]: DEBUG nova.compute.manager [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.666557] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67c923a-ebb6-44d9-88c5-88dcfb5fc475 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.671996] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.672175] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.672354] env[69195]: DEBUG nova.network.neutron [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.902578] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.369375] env[69195]: DEBUG nova.network.neutron [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [{"id": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "address": "fa:16:3e:3d:fb:41", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf18a15-bd", "ovs_interfaceid": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.402926] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.871951] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.905116] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.071052] env[69195]: DEBUG nova.compute.manager [req-baf434bc-3a68-4b93-8ae7-06ca044df172 req-c754818a-7531-4b56-bee3-2e8f9d0cba55 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received event network-vif-unplugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.071342] env[69195]: DEBUG oslo_concurrency.lockutils [req-baf434bc-3a68-4b93-8ae7-06ca044df172 req-c754818a-7531-4b56-bee3-2e8f9d0cba55 service nova] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.071548] env[69195]: DEBUG oslo_concurrency.lockutils [req-baf434bc-3a68-4b93-8ae7-06ca044df172 req-c754818a-7531-4b56-bee3-2e8f9d0cba55 service nova] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.071736] env[69195]: DEBUG oslo_concurrency.lockutils [req-baf434bc-3a68-4b93-8ae7-06ca044df172 req-c754818a-7531-4b56-bee3-2e8f9d0cba55 service nova] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.071981] env[69195]: DEBUG nova.compute.manager [req-baf434bc-3a68-4b93-8ae7-06ca044df172 req-c754818a-7531-4b56-bee3-2e8f9d0cba55 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] No waiting events found dispatching network-vif-unplugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.072272] env[69195]: WARNING nova.compute.manager [req-baf434bc-3a68-4b93-8ae7-06ca044df172 req-c754818a-7531-4b56-bee3-2e8f9d0cba55 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received unexpected event network-vif-unplugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e for instance with vm_state shelved and task_state shelving_offloading. [ 1263.162655] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.163574] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea94d72-3538-4959-86b7-e8ec5971e906 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.170863] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.171108] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ad97388-62e1-4faf-9a30-29a9dc898568 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.235010] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.235245] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.235434] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleting the datastore file [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.235691] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ed452c1-c7a5-4edf-8135-58c80ab29782 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.241843] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1263.241843] env[69195]: value = "task-3505295" [ 1263.241843] env[69195]: _type = "Task" [ 1263.241843] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.249496] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.404332] env[69195]: DEBUG oslo_vmware.api [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505290, 'name': ReconfigVM_Task, 'duration_secs': 5.738575} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.404569] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.404821] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Reconfigured VM to detach interface {{(pid=69195) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1263.751968] env[69195]: DEBUG oslo_vmware.api [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132242} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.752236] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.752400] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.752595] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.780888] env[69195]: INFO nova.scheduler.client.report [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted allocations for instance f2bda02c-52f0-4d16-80cb-0b1741a27c48 [ 1264.285733] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.286138] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.286260] env[69195]: DEBUG nova.objects.instance [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'resources' on Instance uuid f2bda02c-52f0-4d16-80cb-0b1741a27c48 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.658063] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.658272] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquired lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.658545] env[69195]: DEBUG nova.network.neutron [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.788229] env[69195]: DEBUG nova.objects.instance [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'numa_topology' on Instance uuid f2bda02c-52f0-4d16-80cb-0b1741a27c48 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.098913] env[69195]: DEBUG nova.compute.manager [req-57a02133-568b-46dc-b753-c73f1e397cc6 req-4d8f1c9d-3c90-4945-b807-9d46a96f76a2 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received event network-changed-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.099137] env[69195]: DEBUG nova.compute.manager [req-57a02133-568b-46dc-b753-c73f1e397cc6 req-4d8f1c9d-3c90-4945-b807-9d46a96f76a2 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Refreshing instance network info cache due to event network-changed-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.099361] env[69195]: DEBUG oslo_concurrency.lockutils [req-57a02133-568b-46dc-b753-c73f1e397cc6 req-4d8f1c9d-3c90-4945-b807-9d46a96f76a2 service nova] Acquiring lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.099507] env[69195]: DEBUG oslo_concurrency.lockutils [req-57a02133-568b-46dc-b753-c73f1e397cc6 req-4d8f1c9d-3c90-4945-b807-9d46a96f76a2 service nova] Acquired lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.099670] env[69195]: DEBUG nova.network.neutron [req-57a02133-568b-46dc-b753-c73f1e397cc6 req-4d8f1c9d-3c90-4945-b807-9d46a96f76a2 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Refreshing network info cache for port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.200853] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "362ef27f-667f-4e64-9aba-8cda8120258d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.200853] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "362ef27f-667f-4e64-9aba-8cda8120258d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.200853] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.201046] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.201184] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "362ef27f-667f-4e64-9aba-8cda8120258d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.203300] env[69195]: INFO nova.compute.manager [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Terminating instance [ 1265.291255] env[69195]: DEBUG nova.objects.base [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1265.360872] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d8387e-2135-495f-97a8-afa218b845c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.369025] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9ca2c-2757-4775-a4bc-fd10e7e94010 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.373721] env[69195]: INFO nova.network.neutron [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Port 3624157c-89e9-4dd3-bd28-b281d14a42da from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1265.374135] env[69195]: DEBUG nova.network.neutron [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [{"id": "cef57cab-42db-439b-9387-766ea462f929", "address": "fa:16:3e:89:f6:88", "network": {"id": "b71264c0-289d-498d-b8e8-8edacc54b44d", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1924429537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b2d713d01f4bc7aab6aebfe13cd5b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcef57cab-42", "ovs_interfaceid": "cef57cab-42db-439b-9387-766ea462f929", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.402115] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Releasing lock "refresh_cache-362ef27f-667f-4e64-9aba-8cda8120258d" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.404730] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463cebad-62a5-473d-94ca-d569d3e2899f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.413575] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b06f812-0077-4246-acba-aa383b4308f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.427347] env[69195]: DEBUG nova.compute.provider_tree [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.708508] env[69195]: DEBUG nova.compute.manager [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.708778] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.709601] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f855e31-cc42-438c-9676-3be7166d5c93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.718706] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.718935] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-645d8a87-d8e3-4167-b35c-f136c753fb30 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.724869] env[69195]: DEBUG oslo_vmware.api [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1265.724869] env[69195]: value = "task-3505296" [ 1265.724869] env[69195]: _type = "Task" [ 1265.724869] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.734187] env[69195]: DEBUG oslo_vmware.api [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.837861] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "be15ac0a-64f1-4e03-aef9-c00011509af0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.838131] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.838312] env[69195]: DEBUG nova.compute.manager [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.839420] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d01ea-168a-468d-b2f1-80694c40aaeb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.846713] env[69195]: DEBUG nova.compute.manager [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1265.847311] env[69195]: DEBUG nova.objects.instance [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'flavor' on Instance uuid be15ac0a-64f1-4e03-aef9-c00011509af0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.866120] env[69195]: DEBUG nova.network.neutron [req-57a02133-568b-46dc-b753-c73f1e397cc6 req-4d8f1c9d-3c90-4945-b807-9d46a96f76a2 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updated VIF entry in instance network info cache for port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.866626] env[69195]: DEBUG nova.network.neutron [req-57a02133-568b-46dc-b753-c73f1e397cc6 req-4d8f1c9d-3c90-4945-b807-9d46a96f76a2 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [{"id": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "address": "fa:16:3e:3d:fb:41", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": null, "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0bf18a15-bd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.908607] env[69195]: DEBUG oslo_concurrency.lockutils [None req-729797c5-9e2f-44af-9d45-30374fc885c7 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "interface-362ef27f-667f-4e64-9aba-8cda8120258d-3624157c-89e9-4dd3-bd28-b281d14a42da" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.092s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.930643] env[69195]: DEBUG nova.scheduler.client.report [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.234575] env[69195]: DEBUG oslo_vmware.api [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505296, 'name': PowerOffVM_Task, 'duration_secs': 0.184} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.234803] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.234962] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.235211] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7febf6-618e-4c55-b563-e9f04c2a5172 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.272554] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.291926] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.292321] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.292321] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleting the datastore file [datastore1] 362ef27f-667f-4e64-9aba-8cda8120258d {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.292627] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2a63896-9fad-4c3b-8d5c-01fa7b906c09 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.298341] env[69195]: DEBUG oslo_vmware.api [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1266.298341] env[69195]: value = "task-3505298" [ 1266.298341] env[69195]: _type = "Task" [ 1266.298341] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.305403] env[69195]: DEBUG oslo_vmware.api [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.369744] env[69195]: DEBUG oslo_concurrency.lockutils [req-57a02133-568b-46dc-b753-c73f1e397cc6 req-4d8f1c9d-3c90-4945-b807-9d46a96f76a2 service nova] Releasing lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.435291] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.808618] env[69195]: DEBUG oslo_vmware.api [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156399} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.810060] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.810060] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.810060] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.810060] env[69195]: INFO nova.compute.manager [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1266.810060] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.810353] env[69195]: DEBUG nova.compute.manager [-] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.810353] env[69195]: DEBUG nova.network.neutron [-] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.853692] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.853963] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e08f686-7fc9-484d-baf8-2af850564871 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.863260] env[69195]: DEBUG oslo_vmware.api [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1266.863260] env[69195]: value = "task-3505299" [ 1266.863260] env[69195]: _type = "Task" [ 1266.863260] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.873041] env[69195]: DEBUG oslo_vmware.api [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.942816] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bd621af0-cf1b-450c-8ee0-5146ad50f0a5 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.369s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.943750] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.671s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.943950] env[69195]: INFO nova.compute.manager [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Unshelving [ 1267.372599] env[69195]: DEBUG oslo_vmware.api [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505299, 'name': PowerOffVM_Task, 'duration_secs': 0.187706} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.372884] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.373066] env[69195]: DEBUG nova.compute.manager [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.373885] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a66797-2399-4c73-b0f2-bd7e20aec1ed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.447446] env[69195]: DEBUG nova.compute.manager [req-f9c2e998-458e-43bd-bf0f-134630f92cfe req-084c2fd0-23ad-42de-ad5e-3203c6d95f3d service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Received event network-vif-deleted-cef57cab-42db-439b-9387-766ea462f929 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.447743] env[69195]: INFO nova.compute.manager [req-f9c2e998-458e-43bd-bf0f-134630f92cfe req-084c2fd0-23ad-42de-ad5e-3203c6d95f3d service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Neutron deleted interface cef57cab-42db-439b-9387-766ea462f929; detaching it from the instance and deleting it from the info cache [ 1267.447857] env[69195]: DEBUG nova.network.neutron [req-f9c2e998-458e-43bd-bf0f-134630f92cfe req-084c2fd0-23ad-42de-ad5e-3203c6d95f3d service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.884880] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1ba5b004-10bc-4cd9-a224-938d6e2cf9a2 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.931060] env[69195]: DEBUG nova.network.neutron [-] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.951189] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28d5322a-1c69-4812-9a18-2fe8cbbe5648 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.963882] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11205aa0-0356-4aba-bc77-952c8d81b62c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.976155] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.976292] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.976506] env[69195]: DEBUG nova.objects.instance [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'pci_requests' on Instance uuid f2bda02c-52f0-4d16-80cb-0b1741a27c48 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.993979] env[69195]: DEBUG nova.compute.manager [req-f9c2e998-458e-43bd-bf0f-134630f92cfe req-084c2fd0-23ad-42de-ad5e-3203c6d95f3d service nova] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Detach interface failed, port_id=cef57cab-42db-439b-9387-766ea462f929, reason: Instance 362ef27f-667f-4e64-9aba-8cda8120258d could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.221036] env[69195]: DEBUG nova.objects.instance [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'flavor' on Instance uuid be15ac0a-64f1-4e03-aef9-c00011509af0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.433504] env[69195]: INFO nova.compute.manager [-] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Took 1.62 seconds to deallocate network for instance. [ 1268.480860] env[69195]: DEBUG nova.objects.instance [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'numa_topology' on Instance uuid f2bda02c-52f0-4d16-80cb-0b1741a27c48 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.726370] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.726551] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.726899] env[69195]: DEBUG nova.network.neutron [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.726899] env[69195]: DEBUG nova.objects.instance [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'info_cache' on Instance uuid be15ac0a-64f1-4e03-aef9-c00011509af0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.939632] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.983446] env[69195]: INFO nova.compute.claims [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.229764] env[69195]: DEBUG nova.objects.base [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.918463] env[69195]: DEBUG nova.network.neutron [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updating instance_info_cache with network_info: [{"id": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "address": "fa:16:3e:d9:e9:37", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd2530-53", "ovs_interfaceid": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.059335] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da4547c-7fd6-484b-90d7-30db453d161b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.067317] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b422193-2a36-4d5c-bae8-ffd7a0e154c4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.096183] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c09b70-cdd7-445c-8682-291f7c0b29ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.102672] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6156b4d8-daca-4ddc-b03e-b315c43ac528 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.115810] env[69195]: DEBUG nova.compute.provider_tree [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.421650] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.618555] env[69195]: DEBUG nova.scheduler.client.report [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.123920] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.147s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.126213] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.187s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.126464] env[69195]: DEBUG nova.objects.instance [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'resources' on Instance uuid 362ef27f-667f-4e64-9aba-8cda8120258d {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.152949] env[69195]: INFO nova.network.neutron [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1271.427660] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.427978] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8279b8b1-da24-4d38-829a-9cd77f7dc514 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.436935] env[69195]: DEBUG oslo_vmware.api [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1271.436935] env[69195]: value = "task-3505300" [ 1271.436935] env[69195]: _type = "Task" [ 1271.436935] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.444567] env[69195]: DEBUG oslo_vmware.api [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.698118] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65cfa31-69d1-44cf-a970-8e24375fd40a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.705856] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca4a422-fe35-4b98-a568-cff7f158656e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.735638] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e7d19e-cfb6-4b75-ac08-e702b7768042 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.742979] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0986c191-62b9-4e80-8153-8be8d5851b7b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.755774] env[69195]: DEBUG nova.compute.provider_tree [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.947976] env[69195]: DEBUG oslo_vmware.api [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505300, 'name': PowerOnVM_Task, 'duration_secs': 0.389962} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.948244] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.948432] env[69195]: DEBUG nova.compute.manager [None req-e72a4a80-d5ab-4024-bea0-098b257f7e80 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.949186] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65881f0e-2fa6-46af-803b-8838303ca256 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.259135] env[69195]: DEBUG nova.scheduler.client.report [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.525631] env[69195]: DEBUG nova.compute.manager [req-270b9062-b250-4486-80c8-38f6968347b9 req-ec7ea160-dc19-4479-a6c0-c80c78340650 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received event network-vif-plugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.525863] env[69195]: DEBUG oslo_concurrency.lockutils [req-270b9062-b250-4486-80c8-38f6968347b9 req-ec7ea160-dc19-4479-a6c0-c80c78340650 service nova] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.526082] env[69195]: DEBUG oslo_concurrency.lockutils [req-270b9062-b250-4486-80c8-38f6968347b9 req-ec7ea160-dc19-4479-a6c0-c80c78340650 service nova] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.526273] env[69195]: DEBUG oslo_concurrency.lockutils [req-270b9062-b250-4486-80c8-38f6968347b9 req-ec7ea160-dc19-4479-a6c0-c80c78340650 service nova] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.526414] env[69195]: DEBUG nova.compute.manager [req-270b9062-b250-4486-80c8-38f6968347b9 req-ec7ea160-dc19-4479-a6c0-c80c78340650 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] No waiting events found dispatching network-vif-plugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.526640] env[69195]: WARNING nova.compute.manager [req-270b9062-b250-4486-80c8-38f6968347b9 req-ec7ea160-dc19-4479-a6c0-c80c78340650 service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received unexpected event network-vif-plugged-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e for instance with vm_state shelved_offloaded and task_state spawning. [ 1272.641122] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.641321] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.641485] env[69195]: DEBUG nova.network.neutron [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.764174] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.782546] env[69195]: INFO nova.scheduler.client.report [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleted allocations for instance 362ef27f-667f-4e64-9aba-8cda8120258d [ 1272.994037] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e577a59-5086-4c50-8b11-b6729ade1cf2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.000969] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b369f00f-82d3-4e0e-a4e5-2dda0f88ded0 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Suspending the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1273.001230] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-130d014a-9e3b-40c0-9048-f52e40278a50 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.006878] env[69195]: DEBUG oslo_vmware.api [None req-b369f00f-82d3-4e0e-a4e5-2dda0f88ded0 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1273.006878] env[69195]: value = "task-3505301" [ 1273.006878] env[69195]: _type = "Task" [ 1273.006878] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.014428] env[69195]: DEBUG oslo_vmware.api [None req-b369f00f-82d3-4e0e-a4e5-2dda0f88ded0 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505301, 'name': SuspendVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.291210] env[69195]: DEBUG oslo_concurrency.lockutils [None req-0726e70b-d0e0-4c29-a944-8eec01fabd9d tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "362ef27f-667f-4e64-9aba-8cda8120258d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.090s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.365456] env[69195]: DEBUG nova.network.neutron [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [{"id": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "address": "fa:16:3e:3d:fb:41", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf18a15-bd", "ovs_interfaceid": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.517203] env[69195]: DEBUG oslo_vmware.api [None req-b369f00f-82d3-4e0e-a4e5-2dda0f88ded0 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505301, 'name': SuspendVM_Task} progress is 75%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.868482] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.895000] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b30307e3a7c76d631439fba58b651439',container_format='bare',created_at=2025-04-22T06:19:26Z,direct_url=,disk_format='vmdk',id=377e7865-5517-4b5e-8b4c-02743a98f492,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1398319873-shelved',owner='f81cb8405791484686663342dcfa82ad',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-22T06:19:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.895271] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.895427] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.895610] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.895758] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.895909] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.896126] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.896285] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.896451] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.896610] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.896780] env[69195]: DEBUG nova.virt.hardware [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.897645] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed6f98c-8bd0-4d8b-8d4e-3fe0ef06c29f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.905493] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7cf19-9012-4263-8610-4ba26dd7a089 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.918548] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:fb:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.925931] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.926160] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.926356] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc91bf25-ff14-4336-9462-d61bdaf9a9c7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.944604] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.944604] env[69195]: value = "task-3505302" [ 1273.944604] env[69195]: _type = "Task" [ 1273.944604] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.951472] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505302, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.996334] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.996701] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.997017] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.997292] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.997539] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.000122] env[69195]: INFO nova.compute.manager [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Terminating instance [ 1274.017423] env[69195]: DEBUG oslo_vmware.api [None req-b369f00f-82d3-4e0e-a4e5-2dda0f88ded0 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505301, 'name': SuspendVM_Task, 'duration_secs': 0.5639} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.017690] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b369f00f-82d3-4e0e-a4e5-2dda0f88ded0 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Suspended the VM {{(pid=69195) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1274.017874] env[69195]: DEBUG nova.compute.manager [None req-b369f00f-82d3-4e0e-a4e5-2dda0f88ded0 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.018680] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d56e00b-b258-42ff-ba35-3241e487ab5b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.454862] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505302, 'name': CreateVM_Task, 'duration_secs': 0.387427} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.455187] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.455671] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.455840] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.456244] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.456505] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f11a67-ab96-49d9-9c4f-057ce10121b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.461265] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1274.461265] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5266b01d-12d7-a1a3-c8bc-b3d1182a22ec" [ 1274.461265] env[69195]: _type = "Task" [ 1274.461265] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.468624] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5266b01d-12d7-a1a3-c8bc-b3d1182a22ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.504351] env[69195]: DEBUG nova.compute.manager [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.504547] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.505318] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e265713-fef3-4233-90bc-bded6a190067 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.511643] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.511862] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cbd8ebb-01b5-4795-8baf-e58aebee2d2e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.517812] env[69195]: DEBUG oslo_vmware.api [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1274.517812] env[69195]: value = "task-3505303" [ 1274.517812] env[69195]: _type = "Task" [ 1274.517812] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.525301] env[69195]: DEBUG oslo_vmware.api [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.556784] env[69195]: DEBUG nova.compute.manager [req-a1c3556d-5492-4fe0-8f0b-3ebb463d261e req-a08d9beb-8475-44bf-99c0-3b7bc08b3cac service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received event network-changed-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.556784] env[69195]: DEBUG nova.compute.manager [req-a1c3556d-5492-4fe0-8f0b-3ebb463d261e req-a08d9beb-8475-44bf-99c0-3b7bc08b3cac service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Refreshing instance network info cache due to event network-changed-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.556784] env[69195]: DEBUG oslo_concurrency.lockutils [req-a1c3556d-5492-4fe0-8f0b-3ebb463d261e req-a08d9beb-8475-44bf-99c0-3b7bc08b3cac service nova] Acquiring lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.556784] env[69195]: DEBUG oslo_concurrency.lockutils [req-a1c3556d-5492-4fe0-8f0b-3ebb463d261e req-a08d9beb-8475-44bf-99c0-3b7bc08b3cac service nova] Acquired lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.556784] env[69195]: DEBUG nova.network.neutron [req-a1c3556d-5492-4fe0-8f0b-3ebb463d261e req-a08d9beb-8475-44bf-99c0-3b7bc08b3cac service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Refreshing network info cache for port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.971484] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.971702] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Processing image 377e7865-5517-4b5e-8b4c-02743a98f492 {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.971940] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492/377e7865-5517-4b5e-8b4c-02743a98f492.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.972104] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492/377e7865-5517-4b5e-8b4c-02743a98f492.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.972283] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.972779] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af90baab-e509-4635-9a62-96de1dc6b676 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.980303] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.980475] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.981126] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36461ee1-154a-4d7a-8c14-cf7ccde2666d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.985703] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1274.985703] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5254f802-d414-fd82-2982-6ac2bfe32776" [ 1274.985703] env[69195]: _type = "Task" [ 1274.985703] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.993206] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5254f802-d414-fd82-2982-6ac2bfe32776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.025634] env[69195]: DEBUG oslo_vmware.api [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505303, 'name': PowerOffVM_Task, 'duration_secs': 0.205214} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.025868] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.026047] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.026271] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c34d1f3-397a-4d79-b47a-aa94a1537d58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.079664] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.079905] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.080068] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleting the datastore file [datastore1] 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.080312] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93d6b512-923e-4809-a534-9bb671387f0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.087300] env[69195]: DEBUG oslo_vmware.api [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for the task: (returnval){ [ 1275.087300] env[69195]: value = "task-3505305" [ 1275.087300] env[69195]: _type = "Task" [ 1275.087300] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.096941] env[69195]: DEBUG oslo_vmware.api [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.320846] env[69195]: DEBUG nova.network.neutron [req-a1c3556d-5492-4fe0-8f0b-3ebb463d261e req-a08d9beb-8475-44bf-99c0-3b7bc08b3cac service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updated VIF entry in instance network info cache for port 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.321252] env[69195]: DEBUG nova.network.neutron [req-a1c3556d-5492-4fe0-8f0b-3ebb463d261e req-a08d9beb-8475-44bf-99c0-3b7bc08b3cac service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [{"id": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "address": "fa:16:3e:3d:fb:41", "network": {"id": "c14ffdc4-5664-42fa-aad4-945c140655db", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-127992259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f81cb8405791484686663342dcfa82ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf18a15-bd", "ovs_interfaceid": "0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.335174] env[69195]: INFO nova.compute.manager [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Resuming [ 1275.335739] env[69195]: DEBUG nova.objects.instance [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'flavor' on Instance uuid be15ac0a-64f1-4e03-aef9-c00011509af0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.496150] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Preparing fetch location {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1275.496378] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Fetch image to [datastore1] OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a/OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a.vmdk {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1275.496529] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Downloading stream optimized image 377e7865-5517-4b5e-8b4c-02743a98f492 to [datastore1] OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a/OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a.vmdk on the data store datastore1 as vApp {{(pid=69195) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1275.496700] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Downloading image file data 377e7865-5517-4b5e-8b4c-02743a98f492 to the ESX as VM named 'OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a' {{(pid=69195) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1275.567996] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1275.567996] env[69195]: value = "resgroup-9" [ 1275.567996] env[69195]: _type = "ResourcePool" [ 1275.567996] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1275.568311] env[69195]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0696d4ea-5099-4113-9002-8de5ad579491 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.589526] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease: (returnval){ [ 1275.589526] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52eed276-6bea-c880-c4b5-a2d81e2b5db8" [ 1275.589526] env[69195]: _type = "HttpNfcLease" [ 1275.589526] env[69195]: } obtained for vApp import into resource pool (val){ [ 1275.589526] env[69195]: value = "resgroup-9" [ 1275.589526] env[69195]: _type = "ResourcePool" [ 1275.589526] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1275.589838] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the lease: (returnval){ [ 1275.589838] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52eed276-6bea-c880-c4b5-a2d81e2b5db8" [ 1275.589838] env[69195]: _type = "HttpNfcLease" [ 1275.589838] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1275.600881] env[69195]: DEBUG oslo_vmware.api [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Task: {'id': task-3505305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113982} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.602314] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.602554] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.602786] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.602978] env[69195]: INFO nova.compute.manager [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1275.603256] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.603446] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.603446] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52eed276-6bea-c880-c4b5-a2d81e2b5db8" [ 1275.603446] env[69195]: _type = "HttpNfcLease" [ 1275.603446] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1275.603663] env[69195]: DEBUG nova.compute.manager [-] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.603761] env[69195]: DEBUG nova.network.neutron [-] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.828495] env[69195]: DEBUG oslo_concurrency.lockutils [req-a1c3556d-5492-4fe0-8f0b-3ebb463d261e req-a08d9beb-8475-44bf-99c0-3b7bc08b3cac service nova] Releasing lock "refresh_cache-f2bda02c-52f0-4d16-80cb-0b1741a27c48" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.098163] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.098163] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52eed276-6bea-c880-c4b5-a2d81e2b5db8" [ 1276.098163] env[69195]: _type = "HttpNfcLease" [ 1276.098163] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1276.098466] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1276.098466] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52eed276-6bea-c880-c4b5-a2d81e2b5db8" [ 1276.098466] env[69195]: _type = "HttpNfcLease" [ 1276.098466] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1276.099175] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1a542c-a21e-4c07-8426-18d306e42006 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.106164] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea5a60-79c4-b66e-7dff-6da967e664a9/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1276.106341] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea5a60-79c4-b66e-7dff-6da967e664a9/disk-0.vmdk. {{(pid=69195) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1276.169734] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-31a7f2cd-5517-42c0-8358-94bcc08de604 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.341427] env[69195]: DEBUG nova.network.neutron [-] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.583108] env[69195]: DEBUG nova.compute.manager [req-d49999c8-0606-431a-9154-ea89e530e993 req-ca9e43eb-c97f-4f00-85c0-3aaab38a0b70 service nova] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Received event network-vif-deleted-b0c2e560-4ff0-43af-ab72-3b3ad36b8ce2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.844291] env[69195]: INFO nova.compute.manager [-] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Took 1.24 seconds to deallocate network for instance. [ 1276.851525] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.851706] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquired lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.851881] env[69195]: DEBUG nova.network.neutron [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.204770] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Completed reading data from the image iterator. {{(pid=69195) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1277.204990] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea5a60-79c4-b66e-7dff-6da967e664a9/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1277.207421] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc66e3d-a030-420a-a618-2db1c0fb7976 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.214027] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea5a60-79c4-b66e-7dff-6da967e664a9/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1277.214027] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea5a60-79c4-b66e-7dff-6da967e664a9/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1277.214208] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3b126d89-afb5-4999-95f2-7b9a4577b869 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.355190] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.355428] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.355696] env[69195]: DEBUG nova.objects.instance [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lazy-loading 'resources' on Instance uuid 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.384479] env[69195]: DEBUG oslo_vmware.rw_handles [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ea5a60-79c4-b66e-7dff-6da967e664a9/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1277.384680] env[69195]: INFO nova.virt.vmwareapi.images [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Downloaded image file data 377e7865-5517-4b5e-8b4c-02743a98f492 [ 1277.385554] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74a0802-4f2a-44a1-8005-7f730d1debd2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.403639] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-993cfc03-6665-49f0-8117-c87681f214fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.424887] env[69195]: INFO nova.virt.vmwareapi.images [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] The imported VM was unregistered [ 1277.427078] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Caching image {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1277.427306] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Creating directory with path [datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492 {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.427846] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bad81bb-9701-441f-bfba-69c8aeddb585 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.440696] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Created directory with path [datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492 {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.440884] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a/OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a.vmdk to [datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492/377e7865-5517-4b5e-8b4c-02743a98f492.vmdk. {{(pid=69195) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1277.441142] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-475e2a07-de68-42a7-b000-ba5ba97225b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.447892] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1277.447892] env[69195]: value = "task-3505308" [ 1277.447892] env[69195]: _type = "Task" [ 1277.447892] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.455292] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505308, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.563701] env[69195]: DEBUG nova.network.neutron [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updating instance_info_cache with network_info: [{"id": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "address": "fa:16:3e:d9:e9:37", "network": {"id": "976356c6-326c-489f-964c-091ec9a3f873", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091890487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80049afcf8084912971b453f25b90d55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9abd2530-53", "ovs_interfaceid": "9abd2530-53ec-4301-845e-e3e5c78c5c38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.667236] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.667617] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.667846] env[69195]: INFO nova.compute.manager [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Shelving [ 1277.933885] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb900152-1bbc-4dc1-9534-5008252cc57f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.942191] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933a7e45-158d-433f-be58-3c08690d3a80 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.977995] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6ed11b-c418-4e90-bbb7-1c7c7b862d7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.985294] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505308, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.988492] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d2a98d-80b4-497b-ab5d-59db3afa7c95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.002558] env[69195]: DEBUG nova.compute.provider_tree [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.066932] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Releasing lock "refresh_cache-be15ac0a-64f1-4e03-aef9-c00011509af0" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.067915] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a3397-c994-4744-a907-d1347690581e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.075312] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Resuming the VM {{(pid=69195) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1278.075584] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cd13ee5-4a60-4204-b2c5-a5218b16cabe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.082202] env[69195]: DEBUG oslo_vmware.api [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1278.082202] env[69195]: value = "task-3505309" [ 1278.082202] env[69195]: _type = "Task" [ 1278.082202] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.090454] env[69195]: DEBUG oslo_vmware.api [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.457905] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505308, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.506309] env[69195]: DEBUG nova.scheduler.client.report [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.592788] env[69195]: DEBUG oslo_vmware.api [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.679187] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.679586] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-175a0ca8-ff44-444b-954c-77e6812af870 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.689108] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1278.689108] env[69195]: value = "task-3505310" [ 1278.689108] env[69195]: _type = "Task" [ 1278.689108] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.702113] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.960378] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505308, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.011677] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.037513] env[69195]: INFO nova.scheduler.client.report [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Deleted allocations for instance 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3 [ 1279.094445] env[69195]: DEBUG oslo_vmware.api [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.199691] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505310, 'name': PowerOffVM_Task, 'duration_secs': 0.301244} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.199965] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.200821] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0681dd1a-2bb8-43f9-a957-fc64376d81ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.220398] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7689ba-cc8d-4d3a-87c8-712c4c0315f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.461097] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505308, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.547570] env[69195]: DEBUG oslo_concurrency.lockutils [None req-835e2dbe-013a-4b22-a06b-eb9f521eb3a6 tempest-AttachInterfacesTestJSON-1255877948 tempest-AttachInterfacesTestJSON-1255877948-project-member] Lock "43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.551s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.593713] env[69195]: DEBUG oslo_vmware.api [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505309, 'name': PowerOnVM_Task} progress is 70%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.732022] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Creating Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1279.732422] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9ea75ae-82a7-4bca-a2c3-c8398084d6b5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.740631] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1279.740631] env[69195]: value = "task-3505311" [ 1279.740631] env[69195]: _type = "Task" [ 1279.740631] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.750246] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.961777] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505308, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.093701] env[69195]: DEBUG oslo_vmware.api [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505309, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.250831] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505311, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.462950] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505308, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.713217} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.463323] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a/OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a.vmdk to [datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492/377e7865-5517-4b5e-8b4c-02743a98f492.vmdk. [ 1280.463532] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Cleaning up location [datastore1] OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1280.463713] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cafbd000-adfb-4e9a-8b10-80074c5fb47a {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.463994] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f86d47-77e6-4245-9693-5ad72a1ba122 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.470992] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1280.470992] env[69195]: value = "task-3505312" [ 1280.470992] env[69195]: _type = "Task" [ 1280.470992] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.480661] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.594337] env[69195]: DEBUG oslo_vmware.api [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505309, 'name': PowerOnVM_Task, 'duration_secs': 2.286851} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.594699] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Resumed the VM {{(pid=69195) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1280.594975] env[69195]: DEBUG nova.compute.manager [None req-a38b0c70-c209-4533-b88a-4cfbfeb138a8 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.595858] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06be683f-5aa3-4964-b43b-df84046b5aed {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.751423] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505311, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.980896] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204789} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.981167] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.981332] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492/377e7865-5517-4b5e-8b4c-02743a98f492.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.981567] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492/377e7865-5517-4b5e-8b4c-02743a98f492.vmdk to [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48/f2bda02c-52f0-4d16-80cb-0b1741a27c48.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.981815] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a6a06d6-bd89-4b0d-b7e3-4061bd919bcc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.990606] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1280.990606] env[69195]: value = "task-3505313" [ 1280.990606] env[69195]: _type = "Task" [ 1280.990606] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.998015] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.252080] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505311, 'name': CreateSnapshot_Task, 'duration_secs': 1.093178} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.252348] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Created Snapshot of the VM instance {{(pid=69195) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1281.253131] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0df008-5a25-4e11-a3a5-8f1ee1d26ddc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.500203] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.772121] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Creating linked-clone VM from snapshot {{(pid=69195) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1281.772445] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ba31f81-fc60-4642-95ea-37c7e50038e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.781825] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1281.781825] env[69195]: value = "task-3505314" [ 1281.781825] env[69195]: _type = "Task" [ 1281.781825] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.791319] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505314, 'name': CloneVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.001986] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505313, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.293810] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505314, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.466640] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "be15ac0a-64f1-4e03-aef9-c00011509af0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.466943] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.467182] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "be15ac0a-64f1-4e03-aef9-c00011509af0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.467408] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.467545] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.469881] env[69195]: INFO nova.compute.manager [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Terminating instance [ 1282.501222] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505313, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.794447] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505314, 'name': CloneVM_Task} progress is 94%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.975788] env[69195]: DEBUG nova.compute.manager [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.975788] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.975788] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76da8ef2-218d-4b08-a5fe-e0fc6ac2f0e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.986213] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.986450] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d42d6a-b378-4c69-9f1f-25236c685504 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.994697] env[69195]: DEBUG oslo_vmware.api [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1282.994697] env[69195]: value = "task-3505315" [ 1282.994697] env[69195]: _type = "Task" [ 1282.994697] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.007854] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505313, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.011243] env[69195]: DEBUG oslo_vmware.api [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.294954] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505314, 'name': CloneVM_Task, 'duration_secs': 1.485173} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.295400] env[69195]: INFO nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Created linked-clone VM from snapshot [ 1283.296298] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae65c5c-3e59-4457-9129-225e180fcfa2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.305202] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Uploading image 699f5058-d14a-4690-85d6-f3cab34ffffc {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1283.332664] env[69195]: DEBUG oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1283.332664] env[69195]: value = "vm-700431" [ 1283.332664] env[69195]: _type = "VirtualMachine" [ 1283.332664] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1283.333094] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74f0e623-68f7-423e-be14-bf8b778bd72d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.341701] env[69195]: DEBUG oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lease: (returnval){ [ 1283.341701] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5247eb5b-d6cc-fc58-35b9-593617c3e66a" [ 1283.341701] env[69195]: _type = "HttpNfcLease" [ 1283.341701] env[69195]: } obtained for exporting VM: (result){ [ 1283.341701] env[69195]: value = "vm-700431" [ 1283.341701] env[69195]: _type = "VirtualMachine" [ 1283.341701] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1283.342086] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the lease: (returnval){ [ 1283.342086] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5247eb5b-d6cc-fc58-35b9-593617c3e66a" [ 1283.342086] env[69195]: _type = "HttpNfcLease" [ 1283.342086] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1283.349680] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.349680] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5247eb5b-d6cc-fc58-35b9-593617c3e66a" [ 1283.349680] env[69195]: _type = "HttpNfcLease" [ 1283.349680] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1283.508335] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505313, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.512299] env[69195]: DEBUG oslo_vmware.api [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.616629] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1283.855657] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.855657] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5247eb5b-d6cc-fc58-35b9-593617c3e66a" [ 1283.855657] env[69195]: _type = "HttpNfcLease" [ 1283.855657] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1283.856111] env[69195]: DEBUG oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1283.856111] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5247eb5b-d6cc-fc58-35b9-593617c3e66a" [ 1283.856111] env[69195]: _type = "HttpNfcLease" [ 1283.856111] env[69195]: }. {{(pid=69195) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1283.857189] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95da6f-e20e-4623-80a2-d37555058c73 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.866625] env[69195]: DEBUG oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a74eb-071c-9356-745c-923db59770e9/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1283.867079] env[69195]: DEBUG oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a74eb-071c-9356-745c-923db59770e9/disk-0.vmdk for reading. {{(pid=69195) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1284.008173] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505313, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.017116] env[69195]: DEBUG oslo_vmware.api [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505315, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.017664] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e4c4915-cbb0-4107-918a-1d21c47a7121 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.121025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.121025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.121025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.121025] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1284.121025] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6cea73-6a3f-4eea-8dd2-cc001b25e799 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.130106] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66706362-ff42-4286-82ee-83c0b4ffeba0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.145083] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d87bdd4-ecfd-4d42-a206-d0d89db77fcd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.152967] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184f1407-812b-4ead-a21f-679cb3492741 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.195265] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180081MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1284.196294] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.196294] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.511943] env[69195]: DEBUG oslo_vmware.api [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505315, 'name': PowerOffVM_Task, 'duration_secs': 1.022244} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.516340] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.516587] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.517121] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505313, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.023911} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.517447] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c47884-0cff-4c7d-947d-39c0ad761d3a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.519130] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/377e7865-5517-4b5e-8b4c-02743a98f492/377e7865-5517-4b5e-8b4c-02743a98f492.vmdk to [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48/f2bda02c-52f0-4d16-80cb-0b1741a27c48.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.519916] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483ee8f-a99c-4c84-a8bd-90220723fd2a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.542323] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48/f2bda02c-52f0-4d16-80cb-0b1741a27c48.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.542666] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca73511d-2ea3-40b1-9488-ce1ffa4712f7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.567794] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1284.567794] env[69195]: value = "task-3505318" [ 1284.567794] env[69195]: _type = "Task" [ 1284.567794] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.577023] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.586400] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.586650] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.586834] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleting the datastore file [datastore1] be15ac0a-64f1-4e03-aef9-c00011509af0 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.587451] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-275c4685-0057-44ce-89d1-9cd70ef89343 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.594931] env[69195]: DEBUG oslo_vmware.api [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for the task: (returnval){ [ 1284.594931] env[69195]: value = "task-3505319" [ 1284.594931] env[69195]: _type = "Task" [ 1284.594931] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.606482] env[69195]: DEBUG oslo_vmware.api [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.077303] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505318, 'name': ReconfigVM_Task, 'duration_secs': 0.321018} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.077623] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48/f2bda02c-52f0-4d16-80cb-0b1741a27c48.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.078366] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e12dfa-94c7-4b53-8098-823f01c8d3c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.085781] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1285.085781] env[69195]: value = "task-3505320" [ 1285.085781] env[69195]: _type = "Task" [ 1285.085781] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.093632] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505320, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.104054] env[69195]: DEBUG oslo_vmware.api [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Task: {'id': task-3505319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187723} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.104396] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.104666] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.104873] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.105250] env[69195]: INFO nova.compute.manager [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1285.105600] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.105969] env[69195]: DEBUG nova.compute.manager [-] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.105969] env[69195]: DEBUG nova.network.neutron [-] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.227108] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance be15ac0a-64f1-4e03-aef9-c00011509af0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.227329] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.227494] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance f2bda02c-52f0-4d16-80cb-0b1741a27c48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1285.227718] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1285.227900] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1285.297104] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e49947-2d81-4dc7-886c-cf3da1f06d67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.307914] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c764506-8e08-4a7c-bdef-72dc85d895ff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.346575] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0db13d-adcf-4513-b44b-764363c57d60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.356444] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24534c79-85e4-4a1f-92f0-92a029d53734 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.373376] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.596672] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505320, 'name': Rename_Task, 'duration_secs': 0.13961} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.597271] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.597882] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd47c512-a62a-4bd1-ac3f-0ec5fb57ac3e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.607179] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1285.607179] env[69195]: value = "task-3505321" [ 1285.607179] env[69195]: _type = "Task" [ 1285.607179] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.616342] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.673552] env[69195]: DEBUG nova.compute.manager [req-e888d3bb-532e-4149-8180-6272277a3ac5 req-756531e4-5680-483d-87de-515be193d551 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Received event network-vif-deleted-9abd2530-53ec-4301-845e-e3e5c78c5c38 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.673853] env[69195]: INFO nova.compute.manager [req-e888d3bb-532e-4149-8180-6272277a3ac5 req-756531e4-5680-483d-87de-515be193d551 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Neutron deleted interface 9abd2530-53ec-4301-845e-e3e5c78c5c38; detaching it from the instance and deleting it from the info cache [ 1285.674171] env[69195]: DEBUG nova.network.neutron [req-e888d3bb-532e-4149-8180-6272277a3ac5 req-756531e4-5680-483d-87de-515be193d551 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.875132] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.118410] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505321, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.150990] env[69195]: DEBUG nova.network.neutron [-] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.177100] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0d1c8c9-983d-4d71-8ae4-3765a7684a84 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.186743] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb97f3e5-4abe-46af-9666-81968d2bdabe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.213869] env[69195]: DEBUG nova.compute.manager [req-e888d3bb-532e-4149-8180-6272277a3ac5 req-756531e4-5680-483d-87de-515be193d551 service nova] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Detach interface failed, port_id=9abd2530-53ec-4301-845e-e3e5c78c5c38, reason: Instance be15ac0a-64f1-4e03-aef9-c00011509af0 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1286.384202] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1286.384422] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.189s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.619799] env[69195]: DEBUG oslo_vmware.api [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505321, 'name': PowerOnVM_Task, 'duration_secs': 0.521981} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.619799] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.654055] env[69195]: INFO nova.compute.manager [-] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Took 1.55 seconds to deallocate network for instance. [ 1286.729652] env[69195]: DEBUG nova.compute.manager [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.731079] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7566a-5475-4d4b-aad9-be77fcb5b64e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.918744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "8991cace-d1f0-42d2-ad29-6d339ae221d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.918912] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "8991cace-d1f0-42d2-ad29-6d339ae221d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.161842] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.162227] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.162386] env[69195]: DEBUG nova.objects.instance [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lazy-loading 'resources' on Instance uuid be15ac0a-64f1-4e03-aef9-c00011509af0 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.250740] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e9fd66f-4fe2-4b00-a240-a436442ed4a6 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.307s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.421553] env[69195]: DEBUG nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.732893] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964edbb1-5d86-4084-8401-40b46b7fa7b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.744404] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d1884-ab87-4fb6-87df-f803b2ca6168 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.775688] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7181c028-ea10-48cf-abed-736bdf1c3338 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.783143] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00547d63-57b3-4c7f-96a2-792825a75418 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.796613] env[69195]: DEBUG nova.compute.provider_tree [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.940901] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.301011] env[69195]: DEBUG nova.scheduler.client.report [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.384831] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.385080] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.489586] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.490427] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.490427] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.490634] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.490756] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.493250] env[69195]: INFO nova.compute.manager [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Terminating instance [ 1288.806734] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.809615] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.869s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.811784] env[69195]: INFO nova.compute.claims [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.826460] env[69195]: INFO nova.scheduler.client.report [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Deleted allocations for instance be15ac0a-64f1-4e03-aef9-c00011509af0 [ 1288.889754] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.890033] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.890248] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.890450] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.890699] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.890859] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1288.997778] env[69195]: DEBUG nova.compute.manager [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.998127] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.999501] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc321a8-4dcc-4de3-aa36-0ab041546eff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.008636] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.008876] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e505f3b-f4e5-4b90-ac9e-8b23869fdd72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.018354] env[69195]: DEBUG oslo_vmware.api [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1289.018354] env[69195]: value = "task-3505322" [ 1289.018354] env[69195]: _type = "Task" [ 1289.018354] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.026828] env[69195]: DEBUG oslo_vmware.api [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.333293] env[69195]: DEBUG oslo_concurrency.lockutils [None req-6815609f-d5d2-47ac-9169-c94026e0a374 tempest-ServerActionsTestJSON-1027345226 tempest-ServerActionsTestJSON-1027345226-project-member] Lock "be15ac0a-64f1-4e03-aef9-c00011509af0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.866s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.527893] env[69195]: DEBUG oslo_vmware.api [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505322, 'name': PowerOffVM_Task, 'duration_secs': 0.200022} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.528177] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.528348] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.528602] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7922bef-8cbe-44fe-8f4c-90a9e18d1eb2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.591316] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.591636] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.591850] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleting the datastore file [datastore1] f2bda02c-52f0-4d16-80cb-0b1741a27c48 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.592223] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb74a9d1-c96b-49da-a741-66844b020fe1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.598741] env[69195]: DEBUG oslo_vmware.api [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for the task: (returnval){ [ 1289.598741] env[69195]: value = "task-3505324" [ 1289.598741] env[69195]: _type = "Task" [ 1289.598741] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.607378] env[69195]: DEBUG oslo_vmware.api [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.873161] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319664bd-9a7f-4cb5-95c6-6d8b00e21f09 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.881053] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529cb804-3a3c-46b4-a01f-5363cc3b03af {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.912918] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f29058d-997f-43b0-8263-b306fd29ad7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.920399] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dc57eb-9fa9-4415-bff3-a48b284c0216 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.935631] env[69195]: DEBUG nova.compute.provider_tree [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.109451] env[69195]: DEBUG oslo_vmware.api [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Task: {'id': task-3505324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14567} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.109734] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.110166] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.110353] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.110757] env[69195]: INFO nova.compute.manager [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1290.111078] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.111294] env[69195]: DEBUG nova.compute.manager [-] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.111566] env[69195]: DEBUG nova.network.neutron [-] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.439440] env[69195]: DEBUG nova.scheduler.client.report [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.616950] env[69195]: DEBUG nova.compute.manager [req-b3fad311-ffa4-447b-8c4f-58ae5846b364 req-a483bc01-849a-4ea1-8dde-c8f67280f3cd service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Received event network-vif-deleted-0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.617262] env[69195]: INFO nova.compute.manager [req-b3fad311-ffa4-447b-8c4f-58ae5846b364 req-a483bc01-849a-4ea1-8dde-c8f67280f3cd service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Neutron deleted interface 0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e; detaching it from the instance and deleting it from the info cache [ 1290.617418] env[69195]: DEBUG nova.network.neutron [req-b3fad311-ffa4-447b-8c4f-58ae5846b364 req-a483bc01-849a-4ea1-8dde-c8f67280f3cd service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.620696] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.945099] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.946030] env[69195]: DEBUG nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.098649] env[69195]: DEBUG nova.network.neutron [-] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.121607] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b698097-a764-495d-9459-c4d11367a172 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.133254] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9627f4c2-c8b0-43ea-b855-5010ab1e0ac5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.161041] env[69195]: DEBUG nova.compute.manager [req-b3fad311-ffa4-447b-8c4f-58ae5846b364 req-a483bc01-849a-4ea1-8dde-c8f67280f3cd service nova] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Detach interface failed, port_id=0bf18a15-bdc8-4dc8-a0f7-514d44d02d6e, reason: Instance f2bda02c-52f0-4d16-80cb-0b1741a27c48 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.451882] env[69195]: DEBUG nova.compute.utils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.452817] env[69195]: DEBUG nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.453030] env[69195]: DEBUG nova.network.neutron [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.520399] env[69195]: DEBUG nova.policy [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc8deb42cd047f382201d1ae1d8fb10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e1f6612dfa401c86c4497942ec918a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.601824] env[69195]: INFO nova.compute.manager [-] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Took 1.49 seconds to deallocate network for instance. [ 1291.745835] env[69195]: DEBUG oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a74eb-071c-9356-745c-923db59770e9/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1291.746654] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c225b07-5ee9-4315-ae4d-c4ef7ccabbdf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.753607] env[69195]: DEBUG oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a74eb-071c-9356-745c-923db59770e9/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1291.753607] env[69195]: ERROR oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a74eb-071c-9356-745c-923db59770e9/disk-0.vmdk due to incomplete transfer. [ 1291.755267] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b2de549-60b5-40eb-a2bb-b154b68519cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.761177] env[69195]: DEBUG oslo_vmware.rw_handles [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a74eb-071c-9356-745c-923db59770e9/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1291.762020] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Uploaded image 699f5058-d14a-4690-85d6-f3cab34ffffc to the Glance image server {{(pid=69195) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1291.763603] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Destroying the VM {{(pid=69195) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1291.763846] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ed4a86a-80bd-4dda-beee-f463598bc792 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.769773] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1291.769773] env[69195]: value = "task-3505325" [ 1291.769773] env[69195]: _type = "Task" [ 1291.769773] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.777850] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505325, 'name': Destroy_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.926128] env[69195]: DEBUG nova.network.neutron [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Successfully created port: 7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1291.956089] env[69195]: DEBUG nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.108647] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.108994] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.109679] env[69195]: DEBUG nova.objects.instance [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lazy-loading 'resources' on Instance uuid f2bda02c-52f0-4d16-80cb-0b1741a27c48 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.279526] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505325, 'name': Destroy_Task, 'duration_secs': 0.319178} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.279820] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Destroyed the VM [ 1292.280075] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Deleting Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1292.280322] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86c4cf4a-15c2-4438-b147-9c7674b1d95c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.287866] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1292.287866] env[69195]: value = "task-3505326" [ 1292.287866] env[69195]: _type = "Task" [ 1292.287866] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.297202] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505326, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.671662] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a533ff58-f8fc-4916-a6d1-05cbf0929603 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.679149] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e03cd2-36f1-41a2-b94f-babbf90cc3b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.716229] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cdda4f-1ee6-45c2-8230-80a93025595d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.723963] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e00477-8039-45e9-bc9a-8dc346349db5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.741798] env[69195]: DEBUG nova.compute.provider_tree [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.797435] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505326, 'name': RemoveSnapshot_Task, 'duration_secs': 0.372796} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.797701] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Deleted Snapshot of the VM instance {{(pid=69195) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1292.797971] env[69195]: DEBUG nova.compute.manager [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.798722] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf18f611-29b5-47cc-9edb-5f2864832dc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.971408] env[69195]: DEBUG nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.001113] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.001549] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.001549] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.001702] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.001850] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.001998] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.002227] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.002385] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.002552] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.002775] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.002971] env[69195]: DEBUG nova.virt.hardware [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.003876] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc2eaf5-9863-49c6-9989-d20543b2f923 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.012438] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be621d93-cd86-4df6-a3d5-25c1450e6d56 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.244703] env[69195]: DEBUG nova.scheduler.client.report [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.309498] env[69195]: INFO nova.compute.manager [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Shelve offloading [ 1293.390783] env[69195]: DEBUG nova.compute.manager [req-39a2bad6-d7f5-4daf-871e-e2c49c123d53 req-9858c7fe-2d16-460c-b0dd-2a5334406776 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Received event network-vif-plugged-7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.391048] env[69195]: DEBUG oslo_concurrency.lockutils [req-39a2bad6-d7f5-4daf-871e-e2c49c123d53 req-9858c7fe-2d16-460c-b0dd-2a5334406776 service nova] Acquiring lock "8991cace-d1f0-42d2-ad29-6d339ae221d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.391263] env[69195]: DEBUG oslo_concurrency.lockutils [req-39a2bad6-d7f5-4daf-871e-e2c49c123d53 req-9858c7fe-2d16-460c-b0dd-2a5334406776 service nova] Lock "8991cace-d1f0-42d2-ad29-6d339ae221d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.391432] env[69195]: DEBUG oslo_concurrency.lockutils [req-39a2bad6-d7f5-4daf-871e-e2c49c123d53 req-9858c7fe-2d16-460c-b0dd-2a5334406776 service nova] Lock "8991cace-d1f0-42d2-ad29-6d339ae221d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.391649] env[69195]: DEBUG nova.compute.manager [req-39a2bad6-d7f5-4daf-871e-e2c49c123d53 req-9858c7fe-2d16-460c-b0dd-2a5334406776 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] No waiting events found dispatching network-vif-plugged-7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.391870] env[69195]: WARNING nova.compute.manager [req-39a2bad6-d7f5-4daf-871e-e2c49c123d53 req-9858c7fe-2d16-460c-b0dd-2a5334406776 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Received unexpected event network-vif-plugged-7eb2b25d-639a-40a8-8911-33b5eaec5920 for instance with vm_state building and task_state spawning. [ 1293.468589] env[69195]: DEBUG nova.network.neutron [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Successfully updated port: 7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.749550] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.772669] env[69195]: INFO nova.scheduler.client.report [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Deleted allocations for instance f2bda02c-52f0-4d16-80cb-0b1741a27c48 [ 1293.813205] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.813536] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46a3a14d-7611-4cbd-b722-4898fc5fc3a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.821728] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1293.821728] env[69195]: value = "task-3505327" [ 1293.821728] env[69195]: _type = "Task" [ 1293.821728] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.829602] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.971366] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.971519] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.971675] env[69195]: DEBUG nova.network.neutron [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.281133] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e9970eca-d82c-4930-9e1c-b063ce9cc7b1 tempest-ServerActionsTestOtherB-2131451762 tempest-ServerActionsTestOtherB-2131451762-project-member] Lock "f2bda02c-52f0-4d16-80cb-0b1741a27c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.791s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.333420] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1294.333650] env[69195]: DEBUG nova.compute.manager [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.335240] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302959bc-1490-40d0-a43c-8e02224a3dad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.342163] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.342368] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.342572] env[69195]: DEBUG nova.network.neutron [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.504054] env[69195]: DEBUG nova.network.neutron [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.635254] env[69195]: DEBUG nova.network.neutron [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updating instance_info_cache with network_info: [{"id": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "address": "fa:16:3e:b0:f4:fd", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb2b25d-63", "ovs_interfaceid": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.097885] env[69195]: DEBUG nova.network.neutron [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [{"id": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "address": "fa:16:3e:63:8f:b2", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d37fbe0-fd", "ovs_interfaceid": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.124417] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquiring lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.124653] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.138242] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.138516] env[69195]: DEBUG nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Instance network_info: |[{"id": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "address": "fa:16:3e:b0:f4:fd", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb2b25d-63", "ovs_interfaceid": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.138916] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:f4:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb2b25d-639a-40a8-8911-33b5eaec5920', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.146769] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Creating folder: Project (10e1f6612dfa401c86c4497942ec918a). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.147854] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3c1368b-702e-4cb7-a53c-cf7413ec9690 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.160094] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Created folder: Project (10e1f6612dfa401c86c4497942ec918a) in parent group-v700121. [ 1295.160293] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Creating folder: Instances. Parent ref: group-v700432. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.160547] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2b4827d-4fa7-40e1-829a-ea9ac64bed75 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.170135] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Created folder: Instances in parent group-v700432. [ 1295.170362] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.170540] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.170741] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae57abc2-c60f-4e36-9740-ef683f9aa648 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.189447] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.189447] env[69195]: value = "task-3505331" [ 1295.189447] env[69195]: _type = "Task" [ 1295.189447] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.196599] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505331, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.419561] env[69195]: DEBUG nova.compute.manager [req-b2e8e487-7ad3-4a47-bad7-ed4ea081ad85 req-8f75723a-8f66-4610-8024-b0b2aa6d5c15 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Received event network-changed-7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.419561] env[69195]: DEBUG nova.compute.manager [req-b2e8e487-7ad3-4a47-bad7-ed4ea081ad85 req-8f75723a-8f66-4610-8024-b0b2aa6d5c15 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Refreshing instance network info cache due to event network-changed-7eb2b25d-639a-40a8-8911-33b5eaec5920. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.419561] env[69195]: DEBUG oslo_concurrency.lockutils [req-b2e8e487-7ad3-4a47-bad7-ed4ea081ad85 req-8f75723a-8f66-4610-8024-b0b2aa6d5c15 service nova] Acquiring lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.419561] env[69195]: DEBUG oslo_concurrency.lockutils [req-b2e8e487-7ad3-4a47-bad7-ed4ea081ad85 req-8f75723a-8f66-4610-8024-b0b2aa6d5c15 service nova] Acquired lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.419561] env[69195]: DEBUG nova.network.neutron [req-b2e8e487-7ad3-4a47-bad7-ed4ea081ad85 req-8f75723a-8f66-4610-8024-b0b2aa6d5c15 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Refreshing network info cache for port 7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.600666] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.627128] env[69195]: DEBUG nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.703721] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505331, 'name': CreateVM_Task, 'duration_secs': 0.301093} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.704113] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.704820] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.705405] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.705647] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.705903] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82acc7dd-1356-4348-b062-029bd6acc9f1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.711147] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1295.711147] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528a702d-97c0-9251-3e59-cf1686320be3" [ 1295.711147] env[69195]: _type = "Task" [ 1295.711147] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.719287] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528a702d-97c0-9251-3e59-cf1686320be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.909988] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.910888] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9accb7f9-1b76-4788-8a48-139f0c56ecb9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.918336] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.918673] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0846ae39-f231-490b-8381-e854caec4310 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.984260] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.984468] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Deleting contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.984652] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleting the datastore file [datastore2] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.984901] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1481a6e-750e-4463-9212-917e0ccfe21c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.990642] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1295.990642] env[69195]: value = "task-3505333" [ 1295.990642] env[69195]: _type = "Task" [ 1295.990642] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.998601] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.129262] env[69195]: DEBUG nova.network.neutron [req-b2e8e487-7ad3-4a47-bad7-ed4ea081ad85 req-8f75723a-8f66-4610-8024-b0b2aa6d5c15 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updated VIF entry in instance network info cache for port 7eb2b25d-639a-40a8-8911-33b5eaec5920. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.129635] env[69195]: DEBUG nova.network.neutron [req-b2e8e487-7ad3-4a47-bad7-ed4ea081ad85 req-8f75723a-8f66-4610-8024-b0b2aa6d5c15 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updating instance_info_cache with network_info: [{"id": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "address": "fa:16:3e:b0:f4:fd", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb2b25d-63", "ovs_interfaceid": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.151049] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.151351] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.152893] env[69195]: INFO nova.compute.claims [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.221011] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528a702d-97c0-9251-3e59-cf1686320be3, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.221317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.221544] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.221780] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.221933] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.222129] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.222380] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd377526-dc18-4308-977c-cb6f82622c95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.230157] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.230330] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.231035] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491c3fe1-8611-4774-a3da-bed656513e3f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.235618] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1296.235618] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52904b74-b9a0-e54d-3f9c-6daa7adab624" [ 1296.235618] env[69195]: _type = "Task" [ 1296.235618] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.242690] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52904b74-b9a0-e54d-3f9c-6daa7adab624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.500991] env[69195]: DEBUG oslo_vmware.api [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133137} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.502192] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.502192] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Deleted contents of the VM from datastore datastore2 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.502192] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.519146] env[69195]: INFO nova.scheduler.client.report [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted allocations for instance 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc [ 1296.634156] env[69195]: DEBUG oslo_concurrency.lockutils [req-b2e8e487-7ad3-4a47-bad7-ed4ea081ad85 req-8f75723a-8f66-4610-8024-b0b2aa6d5c15 service nova] Releasing lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.748108] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52904b74-b9a0-e54d-3f9c-6daa7adab624, 'name': SearchDatastore_Task, 'duration_secs': 0.007547} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.749224] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43043160-65a1-415d-a477-9ef26e38874b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.755572] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1296.755572] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5235cf1a-7840-0be1-86be-bf329c19063b" [ 1296.755572] env[69195]: _type = "Task" [ 1296.755572] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.765562] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5235cf1a-7840-0be1-86be-bf329c19063b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.024174] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.206690] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a9775c-a990-482c-9f26-ff40cafc559f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.215555] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9eaac9-64eb-4eb4-b408-02c0128bec75 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.249947] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8970db-b9c1-4bc8-a205-18f743e5c1b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.260404] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d7da1d-a510-4377-81e7-5ac9fa0cff60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.269406] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5235cf1a-7840-0be1-86be-bf329c19063b, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.277176] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.277468] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 8991cace-d1f0-42d2-ad29-6d339ae221d4/8991cace-d1f0-42d2-ad29-6d339ae221d4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.278319] env[69195]: DEBUG nova.compute.provider_tree [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.279398] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9da12d95-56f9-4cb4-bbb0-232dc44a9678 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.285961] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1297.285961] env[69195]: value = "task-3505334" [ 1297.285961] env[69195]: _type = "Task" [ 1297.285961] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.294933] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.447352] env[69195]: DEBUG nova.compute.manager [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received event network-vif-unplugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.447587] env[69195]: DEBUG oslo_concurrency.lockutils [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] Acquiring lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.447797] env[69195]: DEBUG oslo_concurrency.lockutils [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.447971] env[69195]: DEBUG oslo_concurrency.lockutils [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.448238] env[69195]: DEBUG nova.compute.manager [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] No waiting events found dispatching network-vif-unplugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.448542] env[69195]: WARNING nova.compute.manager [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received unexpected event network-vif-unplugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 for instance with vm_state shelved_offloaded and task_state None. [ 1297.448627] env[69195]: DEBUG nova.compute.manager [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received event network-changed-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.448821] env[69195]: DEBUG nova.compute.manager [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Refreshing instance network info cache due to event network-changed-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.448972] env[69195]: DEBUG oslo_concurrency.lockutils [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] Acquiring lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.449130] env[69195]: DEBUG oslo_concurrency.lockutils [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] Acquired lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.449280] env[69195]: DEBUG nova.network.neutron [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Refreshing network info cache for port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.784518] env[69195]: DEBUG nova.scheduler.client.report [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.800999] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441969} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.801286] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 8991cace-d1f0-42d2-ad29-6d339ae221d4/8991cace-d1f0-42d2-ad29-6d339ae221d4.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.801500] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.802346] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf187a6-1d42-489c-b1db-a478b6317a77 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.808548] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1297.808548] env[69195]: value = "task-3505335" [ 1297.808548] env[69195]: _type = "Task" [ 1297.808548] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.817047] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.298401] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.298934] env[69195]: DEBUG nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.301800] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.278s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.302058] env[69195]: DEBUG nova.objects.instance [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'resources' on Instance uuid 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.318207] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062663} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.318476] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.319835] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa2a65d-596b-43e9-9393-17ae5151bfd0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.348560] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 8991cace-d1f0-42d2-ad29-6d339ae221d4/8991cace-d1f0-42d2-ad29-6d339ae221d4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.351821] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a87ce5d9-13f1-42a5-bfa8-cf679f3f80bf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.377017] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1298.377017] env[69195]: value = "task-3505336" [ 1298.377017] env[69195]: _type = "Task" [ 1298.377017] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.383846] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.526728] env[69195]: DEBUG nova.network.neutron [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updated VIF entry in instance network info cache for port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.527106] env[69195]: DEBUG nova.network.neutron [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [{"id": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "address": "fa:16:3e:63:8f:b2", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8d37fbe0-fd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.805402] env[69195]: DEBUG nova.compute.utils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.807047] env[69195]: DEBUG nova.objects.instance [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.808247] env[69195]: DEBUG nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.808354] env[69195]: DEBUG nova.network.neutron [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.866526] env[69195]: DEBUG nova.policy [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62be24cff2bb4bfb86ed939963e6d856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce2b888913c24d4aa1a074e2c393d833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.885265] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.029736] env[69195]: DEBUG oslo_concurrency.lockutils [req-cf5eb8a2-6902-4fa6-9a21-cb7012f8f095 req-3d2bcff7-3cf6-4a54-8fe4-108248cbb6c8 service nova] Releasing lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.102282] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.171296] env[69195]: DEBUG nova.network.neutron [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Successfully created port: 3c6eb5f9-e16a-4776-bf60-799e4914b4aa {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.309206] env[69195]: DEBUG nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.312026] env[69195]: DEBUG nova.objects.base [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Object Instance<6b1c1b9d-21a9-4d5f-9477-f33755c55cdc> lazy-loaded attributes: resources,numa_topology {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1299.386732] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc24eb-d26e-46a3-bfab-77534c074da9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.398830] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505336, 'name': ReconfigVM_Task, 'duration_secs': 0.663387} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.400683] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 8991cace-d1f0-42d2-ad29-6d339ae221d4/8991cace-d1f0-42d2-ad29-6d339ae221d4.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.401369] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c71041fa-6f49-4966-b032-f73b80383f9c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.403753] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f0503a-6a57-47ac-bc8b-f2d45367a87d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.443587] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1299.443587] env[69195]: value = "task-3505337" [ 1299.443587] env[69195]: _type = "Task" [ 1299.443587] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.445039] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558cb235-bd2a-40cc-ba04-2a1d2b79e0dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.458175] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1fc46c-91e3-4ee4-8e3a-72d13a14a29a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.461997] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505337, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.471839] env[69195]: DEBUG nova.compute.provider_tree [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.956596] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505337, 'name': Rename_Task, 'duration_secs': 0.135654} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.956596] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.956596] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d65cd2-19bf-4b7a-936c-ad2027c612f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.962213] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1299.962213] env[69195]: value = "task-3505338" [ 1299.962213] env[69195]: _type = "Task" [ 1299.962213] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.969548] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.974514] env[69195]: DEBUG nova.scheduler.client.report [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.321229] env[69195]: DEBUG nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.347579] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.347836] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.347995] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.348195] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.348386] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.348494] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.348702] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.348860] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.349061] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.349211] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.349382] env[69195]: DEBUG nova.virt.hardware [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.350281] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd191928-e874-4dbb-abfd-1abe4d204d9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.358045] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c7f0c9-78e8-43f7-a2dd-44919d04123a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.471881] env[69195]: DEBUG oslo_vmware.api [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505338, 'name': PowerOnVM_Task, 'duration_secs': 0.427843} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.472177] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.472383] env[69195]: INFO nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1300.472563] env[69195]: DEBUG nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.473369] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ab612-8ceb-4fca-ba7b-099e1a993c80 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.481033] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.621321] env[69195]: DEBUG nova.compute.manager [req-50412ad9-77dd-49c0-8551-a1f432d1e261 req-01351d4a-23ab-420e-93c9-bad04767a45a service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Received event network-vif-plugged-3c6eb5f9-e16a-4776-bf60-799e4914b4aa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.621321] env[69195]: DEBUG oslo_concurrency.lockutils [req-50412ad9-77dd-49c0-8551-a1f432d1e261 req-01351d4a-23ab-420e-93c9-bad04767a45a service nova] Acquiring lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.621321] env[69195]: DEBUG oslo_concurrency.lockutils [req-50412ad9-77dd-49c0-8551-a1f432d1e261 req-01351d4a-23ab-420e-93c9-bad04767a45a service nova] Lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.621321] env[69195]: DEBUG oslo_concurrency.lockutils [req-50412ad9-77dd-49c0-8551-a1f432d1e261 req-01351d4a-23ab-420e-93c9-bad04767a45a service nova] Lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.621321] env[69195]: DEBUG nova.compute.manager [req-50412ad9-77dd-49c0-8551-a1f432d1e261 req-01351d4a-23ab-420e-93c9-bad04767a45a service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] No waiting events found dispatching network-vif-plugged-3c6eb5f9-e16a-4776-bf60-799e4914b4aa {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.621321] env[69195]: WARNING nova.compute.manager [req-50412ad9-77dd-49c0-8551-a1f432d1e261 req-01351d4a-23ab-420e-93c9-bad04767a45a service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Received unexpected event network-vif-plugged-3c6eb5f9-e16a-4776-bf60-799e4914b4aa for instance with vm_state building and task_state spawning. [ 1300.713941] env[69195]: DEBUG nova.network.neutron [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Successfully updated port: 3c6eb5f9-e16a-4776-bf60-799e4914b4aa {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.002157] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd9b53ae-efb8-475f-b798-80565292d95e tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.335s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.005086] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.901s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.005086] env[69195]: INFO nova.compute.manager [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Unshelving [ 1301.005086] env[69195]: INFO nova.compute.manager [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Took 13.08 seconds to build instance. [ 1301.216280] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquiring lock "refresh_cache-0b65aa65-e95c-48c0-8258-ae3330b4ade8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.216440] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquired lock "refresh_cache-0b65aa65-e95c-48c0-8258-ae3330b4ade8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.216597] env[69195]: DEBUG nova.network.neutron [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.508702] env[69195]: DEBUG oslo_concurrency.lockutils [None req-bbd9650c-8f31-4d82-9eaa-d3cbd93d9768 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "8991cace-d1f0-42d2-ad29-6d339ae221d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.590s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.750143] env[69195]: DEBUG nova.network.neutron [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.875335] env[69195]: DEBUG nova.network.neutron [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Updating instance_info_cache with network_info: [{"id": "3c6eb5f9-e16a-4776-bf60-799e4914b4aa", "address": "fa:16:3e:fe:b9:74", "network": {"id": "2f104789-04dd-4b29-9237-b44fc826904a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1928547160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2b888913c24d4aa1a074e2c393d833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6eb5f9-e1", "ovs_interfaceid": "3c6eb5f9-e16a-4776-bf60-799e4914b4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.029757] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.030049] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.030268] env[69195]: DEBUG nova.objects.instance [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'pci_requests' on Instance uuid 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.379038] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Releasing lock "refresh_cache-0b65aa65-e95c-48c0-8258-ae3330b4ade8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.379038] env[69195]: DEBUG nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Instance network_info: |[{"id": "3c6eb5f9-e16a-4776-bf60-799e4914b4aa", "address": "fa:16:3e:fe:b9:74", "network": {"id": "2f104789-04dd-4b29-9237-b44fc826904a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1928547160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2b888913c24d4aa1a074e2c393d833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6eb5f9-e1", "ovs_interfaceid": "3c6eb5f9-e16a-4776-bf60-799e4914b4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.379038] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b9:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c6eb5f9-e16a-4776-bf60-799e4914b4aa', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.387267] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Creating folder: Project (ce2b888913c24d4aa1a074e2c393d833). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.387562] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f85df8d8-34c7-4db8-b5e3-c955727adc05 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.399895] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Created folder: Project (ce2b888913c24d4aa1a074e2c393d833) in parent group-v700121. [ 1302.400106] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Creating folder: Instances. Parent ref: group-v700435. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.400345] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1493156b-fd10-4a3d-8e05-2414adea3f45 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.409856] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Created folder: Instances in parent group-v700435. [ 1302.410113] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.410310] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.410514] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0805f2a7-bed1-4849-a1ab-0b42155b4957 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.429869] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.429869] env[69195]: value = "task-3505341" [ 1302.429869] env[69195]: _type = "Task" [ 1302.429869] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.437794] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505341, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.534177] env[69195]: DEBUG nova.objects.instance [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'numa_topology' on Instance uuid 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.649589] env[69195]: DEBUG nova.compute.manager [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Received event network-changed-3c6eb5f9-e16a-4776-bf60-799e4914b4aa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.649861] env[69195]: DEBUG nova.compute.manager [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Refreshing instance network info cache due to event network-changed-3c6eb5f9-e16a-4776-bf60-799e4914b4aa. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.650017] env[69195]: DEBUG oslo_concurrency.lockutils [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] Acquiring lock "refresh_cache-0b65aa65-e95c-48c0-8258-ae3330b4ade8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.650195] env[69195]: DEBUG oslo_concurrency.lockutils [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] Acquired lock "refresh_cache-0b65aa65-e95c-48c0-8258-ae3330b4ade8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.650371] env[69195]: DEBUG nova.network.neutron [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Refreshing network info cache for port 3c6eb5f9-e16a-4776-bf60-799e4914b4aa {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.940018] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505341, 'name': CreateVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.036964] env[69195]: INFO nova.compute.claims [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.379811] env[69195]: DEBUG nova.network.neutron [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Updated VIF entry in instance network info cache for port 3c6eb5f9-e16a-4776-bf60-799e4914b4aa. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.380190] env[69195]: DEBUG nova.network.neutron [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Updating instance_info_cache with network_info: [{"id": "3c6eb5f9-e16a-4776-bf60-799e4914b4aa", "address": "fa:16:3e:fe:b9:74", "network": {"id": "2f104789-04dd-4b29-9237-b44fc826904a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1928547160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce2b888913c24d4aa1a074e2c393d833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c6eb5f9-e1", "ovs_interfaceid": "3c6eb5f9-e16a-4776-bf60-799e4914b4aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.440766] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505341, 'name': CreateVM_Task, 'duration_secs': 0.582492} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.440927] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.441693] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.441693] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.442061] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.442475] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf8d764-e723-4e29-ade5-62853a4e2e23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.446846] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1303.446846] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525184f9-8b3b-5993-b140-b419ac41278c" [ 1303.446846] env[69195]: _type = "Task" [ 1303.446846] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.454626] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525184f9-8b3b-5993-b140-b419ac41278c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.883216] env[69195]: DEBUG oslo_concurrency.lockutils [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] Releasing lock "refresh_cache-0b65aa65-e95c-48c0-8258-ae3330b4ade8" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.883491] env[69195]: DEBUG nova.compute.manager [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Received event network-changed-7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.883661] env[69195]: DEBUG nova.compute.manager [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Refreshing instance network info cache due to event network-changed-7eb2b25d-639a-40a8-8911-33b5eaec5920. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.883881] env[69195]: DEBUG oslo_concurrency.lockutils [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] Acquiring lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.884039] env[69195]: DEBUG oslo_concurrency.lockutils [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] Acquired lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.884203] env[69195]: DEBUG nova.network.neutron [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Refreshing network info cache for port 7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.957834] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525184f9-8b3b-5993-b140-b419ac41278c, 'name': SearchDatastore_Task, 'duration_secs': 0.03777} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.958144] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.958370] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.958599] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.958746] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.958985] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.959255] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed5c67e1-a4ef-402e-a044-92338c378eaf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.971827] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.972007] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.972691] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873308e0-9e23-49de-bef9-5fb5cb3497e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.978145] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1303.978145] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529cbce6-db64-7751-59dc-4d3b9c6bb794" [ 1303.978145] env[69195]: _type = "Task" [ 1303.978145] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.985519] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529cbce6-db64-7751-59dc-4d3b9c6bb794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.095394] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b73b60-a915-48cc-9a54-83400bc1f5fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.103041] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95b5c06-823a-47d4-8f82-0ba386a1f530 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.133168] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebef3aa-138c-48e2-bb58-e4c14627b54c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.140195] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ddd94-56e5-4dfa-b605-3087b2860707 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.153651] env[69195]: DEBUG nova.compute.provider_tree [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.487625] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529cbce6-db64-7751-59dc-4d3b9c6bb794, 'name': SearchDatastore_Task, 'duration_secs': 0.044048} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.488398] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc582e7-cd53-4fa3-8893-303e81012257 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.495270] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1304.495270] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e9ff60-7dff-56f5-59c8-6b8865ce3cb5" [ 1304.495270] env[69195]: _type = "Task" [ 1304.495270] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.502440] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e9ff60-7dff-56f5-59c8-6b8865ce3cb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.572661] env[69195]: DEBUG nova.network.neutron [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updated VIF entry in instance network info cache for port 7eb2b25d-639a-40a8-8911-33b5eaec5920. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.573126] env[69195]: DEBUG nova.network.neutron [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updating instance_info_cache with network_info: [{"id": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "address": "fa:16:3e:b0:f4:fd", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb2b25d-63", "ovs_interfaceid": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.656427] env[69195]: DEBUG nova.scheduler.client.report [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.005880] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e9ff60-7dff-56f5-59c8-6b8865ce3cb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.006171] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.006498] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0b65aa65-e95c-48c0-8258-ae3330b4ade8/0b65aa65-e95c-48c0-8258-ae3330b4ade8.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.006763] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90a0f2f6-ddc0-4e4f-85be-52d909ccccd7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.013767] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1305.013767] env[69195]: value = "task-3505342" [ 1305.013767] env[69195]: _type = "Task" [ 1305.013767] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.021346] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.076070] env[69195]: DEBUG oslo_concurrency.lockutils [req-de7ae25c-e306-4133-b4bd-447fdd97ff5c req-ee866745-1256-4700-8789-e7fde3657602 service nova] Releasing lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.161621] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.131s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.192258] env[69195]: INFO nova.network.neutron [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1305.524223] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446542} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.524483] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0b65aa65-e95c-48c0-8258-ae3330b4ade8/0b65aa65-e95c-48c0-8258-ae3330b4ade8.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.524694] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.524935] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed65d60e-1b5e-44e4-9e85-b3029cdfde97 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.531670] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1305.531670] env[69195]: value = "task-3505343" [ 1305.531670] env[69195]: _type = "Task" [ 1305.531670] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.540383] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.041377] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079848} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.041671] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.042443] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed57ef81-6683-44cb-b4e7-d46721a421ad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.064918] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0b65aa65-e95c-48c0-8258-ae3330b4ade8/0b65aa65-e95c-48c0-8258-ae3330b4ade8.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.065172] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9385017b-edce-450c-b5a5-6dfe6591aa18 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.084465] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1306.084465] env[69195]: value = "task-3505344" [ 1306.084465] env[69195]: _type = "Task" [ 1306.084465] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.091930] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.593746] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505344, 'name': ReconfigVM_Task, 'duration_secs': 0.26289} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.594064] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0b65aa65-e95c-48c0-8258-ae3330b4ade8/0b65aa65-e95c-48c0-8258-ae3330b4ade8.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.594672] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c6314fe-ff1c-468c-8576-123be6fd16ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.601653] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1306.601653] env[69195]: value = "task-3505345" [ 1306.601653] env[69195]: _type = "Task" [ 1306.601653] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.609046] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505345, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.643775] env[69195]: DEBUG nova.compute.manager [req-5a1a62af-9262-487d-8cde-18fd5ac929ea req-d3664b95-dc0a-4522-a873-2043da878f60 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received event network-vif-plugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.643992] env[69195]: DEBUG oslo_concurrency.lockutils [req-5a1a62af-9262-487d-8cde-18fd5ac929ea req-d3664b95-dc0a-4522-a873-2043da878f60 service nova] Acquiring lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.644226] env[69195]: DEBUG oslo_concurrency.lockutils [req-5a1a62af-9262-487d-8cde-18fd5ac929ea req-d3664b95-dc0a-4522-a873-2043da878f60 service nova] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.644394] env[69195]: DEBUG oslo_concurrency.lockutils [req-5a1a62af-9262-487d-8cde-18fd5ac929ea req-d3664b95-dc0a-4522-a873-2043da878f60 service nova] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.644557] env[69195]: DEBUG nova.compute.manager [req-5a1a62af-9262-487d-8cde-18fd5ac929ea req-d3664b95-dc0a-4522-a873-2043da878f60 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] No waiting events found dispatching network-vif-plugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.644792] env[69195]: WARNING nova.compute.manager [req-5a1a62af-9262-487d-8cde-18fd5ac929ea req-d3664b95-dc0a-4522-a873-2043da878f60 service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received unexpected event network-vif-plugged-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1306.724899] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.725115] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.725303] env[69195]: DEBUG nova.network.neutron [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.111562] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505345, 'name': Rename_Task, 'duration_secs': 0.140476} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.111843] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.111994] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e992b472-8d22-4d5c-a3a9-662f1d713f23 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.117998] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1307.117998] env[69195]: value = "task-3505346" [ 1307.117998] env[69195]: _type = "Task" [ 1307.117998] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.125655] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.420051] env[69195]: DEBUG nova.network.neutron [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [{"id": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "address": "fa:16:3e:63:8f:b2", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d37fbe0-fd", "ovs_interfaceid": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.627849] env[69195]: DEBUG oslo_vmware.api [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505346, 'name': PowerOnVM_Task, 'duration_secs': 0.427466} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.628137] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.628344] env[69195]: INFO nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1307.628524] env[69195]: DEBUG nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.629350] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a2ebc-62c5-4505-87c8-5ce0256c9e1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.922812] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.950877] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ffe93cf976823176910d91cf15c62495',container_format='bare',created_at=2025-04-22T06:19:57Z,direct_url=,disk_format='vmdk',id=699f5058-d14a-4690-85d6-f3cab34ffffc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1764253186-shelved',owner='e5bd04ad9bf74a95abd1ac5ac811d5bb',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-22T06:20:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.951143] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.951306] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.951489] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.951637] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.951783] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.951995] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.952181] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.952352] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.952514] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.952683] env[69195]: DEBUG nova.virt.hardware [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.953568] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca6c1d5-8133-4893-9a05-1d7b1324e79e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.961697] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef8e463-9edc-42fa-9c38-145008224571 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.976093] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:8f:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.985226] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.985566] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.985813] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5685c190-a012-46f1-9f47-460819601981 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.006628] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1308.006628] env[69195]: value = "task-3505347" [ 1308.006628] env[69195]: _type = "Task" [ 1308.006628] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.014351] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505347, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.148765] env[69195]: INFO nova.compute.manager [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Took 12.02 seconds to build instance. [ 1308.517296] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505347, 'name': CreateVM_Task, 'duration_secs': 0.316542} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.517490] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.518151] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.518326] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.518708] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.518965] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146dfed8-7df5-4edc-bb91-799c7095e20f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.524302] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1308.524302] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b72ed8-7f51-b17f-545f-5efe9e06845b" [ 1308.524302] env[69195]: _type = "Task" [ 1308.524302] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.534040] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b72ed8-7f51-b17f-545f-5efe9e06845b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.650830] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b6b076ab-b73a-42b6-85f8-f45ccac3fca6 tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.526s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.670033] env[69195]: DEBUG nova.compute.manager [req-35b76ec6-683a-47d0-86d5-ac76e7f1d061 req-9b8ddb20-bc3c-4e0a-baad-f5caf7295e0a service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received event network-changed-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.670237] env[69195]: DEBUG nova.compute.manager [req-35b76ec6-683a-47d0-86d5-ac76e7f1d061 req-9b8ddb20-bc3c-4e0a-baad-f5caf7295e0a service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Refreshing instance network info cache due to event network-changed-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.670456] env[69195]: DEBUG oslo_concurrency.lockutils [req-35b76ec6-683a-47d0-86d5-ac76e7f1d061 req-9b8ddb20-bc3c-4e0a-baad-f5caf7295e0a service nova] Acquiring lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.670600] env[69195]: DEBUG oslo_concurrency.lockutils [req-35b76ec6-683a-47d0-86d5-ac76e7f1d061 req-9b8ddb20-bc3c-4e0a-baad-f5caf7295e0a service nova] Acquired lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.670788] env[69195]: DEBUG nova.network.neutron [req-35b76ec6-683a-47d0-86d5-ac76e7f1d061 req-9b8ddb20-bc3c-4e0a-baad-f5caf7295e0a service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Refreshing network info cache for port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.035214] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.035498] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Processing image 699f5058-d14a-4690-85d6-f3cab34ffffc {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.035744] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc/699f5058-d14a-4690-85d6-f3cab34ffffc.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.035897] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc/699f5058-d14a-4690-85d6-f3cab34ffffc.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.036095] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.036356] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2217be8-5411-4755-9632-11ca8d8a99b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.045194] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.045380] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1309.046145] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-843921c1-b454-471e-8c46-47f40e2b53b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.050830] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1309.050830] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52be4611-1e56-2793-4784-a3d1a2525d33" [ 1309.050830] env[69195]: _type = "Task" [ 1309.050830] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.058121] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52be4611-1e56-2793-4784-a3d1a2525d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.373273] env[69195]: DEBUG nova.network.neutron [req-35b76ec6-683a-47d0-86d5-ac76e7f1d061 req-9b8ddb20-bc3c-4e0a-baad-f5caf7295e0a service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updated VIF entry in instance network info cache for port 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1309.373704] env[69195]: DEBUG nova.network.neutron [req-35b76ec6-683a-47d0-86d5-ac76e7f1d061 req-9b8ddb20-bc3c-4e0a-baad-f5caf7295e0a service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [{"id": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "address": "fa:16:3e:63:8f:b2", "network": {"id": "51fca773-8c03-4564-a769-e3972088fb87", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1909399410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5bd04ad9bf74a95abd1ac5ac811d5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d37fbe0-fd", "ovs_interfaceid": "8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.561433] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Preparing fetch location {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1309.561693] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Fetch image to [datastore1] OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c/OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c.vmdk {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1309.561883] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Downloading stream optimized image 699f5058-d14a-4690-85d6-f3cab34ffffc to [datastore1] OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c/OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c.vmdk on the data store datastore1 as vApp {{(pid=69195) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1309.562069] env[69195]: DEBUG nova.virt.vmwareapi.images [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Downloading image file data 699f5058-d14a-4690-85d6-f3cab34ffffc to the ESX as VM named 'OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c' {{(pid=69195) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1309.651319] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1309.651319] env[69195]: value = "resgroup-9" [ 1309.651319] env[69195]: _type = "ResourcePool" [ 1309.651319] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1309.651319] env[69195]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-45fa6baa-1e15-47f1-a593-c12cab2bfa32 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.674238] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lease: (returnval){ [ 1309.674238] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523b1223-8412-1321-8de3-160be4c81038" [ 1309.674238] env[69195]: _type = "HttpNfcLease" [ 1309.674238] env[69195]: } obtained for vApp import into resource pool (val){ [ 1309.674238] env[69195]: value = "resgroup-9" [ 1309.674238] env[69195]: _type = "ResourcePool" [ 1309.674238] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1309.674700] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the lease: (returnval){ [ 1309.674700] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523b1223-8412-1321-8de3-160be4c81038" [ 1309.674700] env[69195]: _type = "HttpNfcLease" [ 1309.674700] env[69195]: } to be ready. {{(pid=69195) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1309.680529] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1309.680529] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523b1223-8412-1321-8de3-160be4c81038" [ 1309.680529] env[69195]: _type = "HttpNfcLease" [ 1309.680529] env[69195]: } is initializing. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1309.876863] env[69195]: DEBUG oslo_concurrency.lockutils [req-35b76ec6-683a-47d0-86d5-ac76e7f1d061 req-9b8ddb20-bc3c-4e0a-baad-f5caf7295e0a service nova] Releasing lock "refresh_cache-6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.886779] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquiring lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.887126] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.887456] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquiring lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.887726] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.888011] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.890657] env[69195]: INFO nova.compute.manager [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Terminating instance [ 1310.182812] env[69195]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1310.182812] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523b1223-8412-1321-8de3-160be4c81038" [ 1310.182812] env[69195]: _type = "HttpNfcLease" [ 1310.182812] env[69195]: } is ready. {{(pid=69195) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1310.183185] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1310.183185] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]523b1223-8412-1321-8de3-160be4c81038" [ 1310.183185] env[69195]: _type = "HttpNfcLease" [ 1310.183185] env[69195]: }. {{(pid=69195) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1310.183923] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69a87cd-b7d1-4b82-8f16-b82085998aee {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.190875] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf5432-f1f6-89fe-e044-dab395cfd351/disk-0.vmdk from lease info. {{(pid=69195) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1310.191067] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf5432-f1f6-89fe-e044-dab395cfd351/disk-0.vmdk. {{(pid=69195) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1310.253539] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9d32efa-7811-40d1-9395-19565c8e0946 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.395380] env[69195]: DEBUG nova.compute.manager [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.395744] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.396545] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b8f261-a038-4709-a298-9c01a0258e04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.404553] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.404787] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7ad2b1-6c21-4487-a06c-86171b69d06d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.410193] env[69195]: DEBUG oslo_vmware.api [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1310.410193] env[69195]: value = "task-3505349" [ 1310.410193] env[69195]: _type = "Task" [ 1310.410193] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.419151] env[69195]: DEBUG oslo_vmware.api [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.921783] env[69195]: DEBUG oslo_vmware.api [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505349, 'name': PowerOffVM_Task, 'duration_secs': 0.192291} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.923725] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.924603] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.924603] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f563b9-30cc-46c8-bdef-1f2d4ecf043f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.981797] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.982086] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.982354] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Deleting the datastore file [datastore1] 0b65aa65-e95c-48c0-8258-ae3330b4ade8 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.982627] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae7dd38b-4d28-4636-8ea5-bf5be64c772c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.989765] env[69195]: DEBUG oslo_vmware.api [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for the task: (returnval){ [ 1310.989765] env[69195]: value = "task-3505351" [ 1310.989765] env[69195]: _type = "Task" [ 1310.989765] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.998760] env[69195]: DEBUG oslo_vmware.api [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.427400] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Completed reading data from the image iterator. {{(pid=69195) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1311.427803] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf5432-f1f6-89fe-e044-dab395cfd351/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1311.428650] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64046f2-fae5-4d07-9a32-c5f4a466aeb7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.435811] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf5432-f1f6-89fe-e044-dab395cfd351/disk-0.vmdk is in state: ready. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1311.435986] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf5432-f1f6-89fe-e044-dab395cfd351/disk-0.vmdk. {{(pid=69195) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1311.436213] env[69195]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5d897029-7758-4858-aa25-9508d6aa0a5a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.499592] env[69195]: DEBUG oslo_vmware.api [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Task: {'id': task-3505351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183371} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.499850] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.500048] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.500234] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.500409] env[69195]: INFO nova.compute.manager [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1311.500648] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.500833] env[69195]: DEBUG nova.compute.manager [-] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.500948] env[69195]: DEBUG nova.network.neutron [-] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.647107] env[69195]: DEBUG oslo_vmware.rw_handles [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bf5432-f1f6-89fe-e044-dab395cfd351/disk-0.vmdk. {{(pid=69195) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1311.647362] env[69195]: INFO nova.virt.vmwareapi.images [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Downloaded image file data 699f5058-d14a-4690-85d6-f3cab34ffffc [ 1311.648228] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad8a89f-e216-438d-94ac-3e9524b97e16 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.667294] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c521f76b-6a28-4db9-8ab2-04f88d890184 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.687776] env[69195]: INFO nova.virt.vmwareapi.images [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] The imported VM was unregistered [ 1311.690225] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Caching image {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1311.690457] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Creating directory with path [datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.690723] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e616992-ad74-4f08-b27d-529cbe1f38ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.701716] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Created directory with path [datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.701812] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c/OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c.vmdk to [datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc/699f5058-d14a-4690-85d6-f3cab34ffffc.vmdk. {{(pid=69195) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1311.702069] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-260c4de8-a92f-4195-833e-773abd8bea20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.709074] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1311.709074] env[69195]: value = "task-3505353" [ 1311.709074] env[69195]: _type = "Task" [ 1311.709074] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.716924] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505353, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.764975] env[69195]: DEBUG nova.compute.manager [req-fc1a8bd7-fe68-48fd-9747-c7ab3d4be849 req-e32dbd98-1135-464d-82ab-208c402fef8e service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Received event network-vif-deleted-3c6eb5f9-e16a-4776-bf60-799e4914b4aa {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.765151] env[69195]: INFO nova.compute.manager [req-fc1a8bd7-fe68-48fd-9747-c7ab3d4be849 req-e32dbd98-1135-464d-82ab-208c402fef8e service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Neutron deleted interface 3c6eb5f9-e16a-4776-bf60-799e4914b4aa; detaching it from the instance and deleting it from the info cache [ 1311.765334] env[69195]: DEBUG nova.network.neutron [req-fc1a8bd7-fe68-48fd-9747-c7ab3d4be849 req-e32dbd98-1135-464d-82ab-208c402fef8e service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.219515] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505353, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.248083] env[69195]: DEBUG nova.network.neutron [-] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.269012] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d8508f3-95d3-424f-ae14-16a1bcb6b36c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.280182] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c21aac-8576-407a-acc4-e0a0c517e078 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.308248] env[69195]: DEBUG nova.compute.manager [req-fc1a8bd7-fe68-48fd-9747-c7ab3d4be849 req-e32dbd98-1135-464d-82ab-208c402fef8e service nova] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Detach interface failed, port_id=3c6eb5f9-e16a-4776-bf60-799e4914b4aa, reason: Instance 0b65aa65-e95c-48c0-8258-ae3330b4ade8 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.720496] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505353, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.751400] env[69195]: INFO nova.compute.manager [-] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Took 1.25 seconds to deallocate network for instance. [ 1313.221808] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505353, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.259563] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.259563] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.259808] env[69195]: DEBUG nova.objects.instance [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lazy-loading 'resources' on Instance uuid 0b65aa65-e95c-48c0-8258-ae3330b4ade8 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.722368] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505353, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.821707] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47af92da-0be4-4cc3-9168-9f491313f014 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.829726] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb03eb3-340d-4dd3-8a6c-699bbdf89175 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.861727] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d87064-93b1-444f-8419-03af35f8fc49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.869277] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d0bb6-4cce-4082-9136-c8546c41e0a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.882694] env[69195]: DEBUG nova.compute.provider_tree [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.222464] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505353, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.370784} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.222661] env[69195]: INFO nova.virt.vmwareapi.ds_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c/OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c.vmdk to [datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc/699f5058-d14a-4690-85d6-f3cab34ffffc.vmdk. [ 1314.222844] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Cleaning up location [datastore1] OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1314.223046] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_259e556a-381a-4aee-90a9-14588b80180c {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.223300] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a64b8393-6455-405c-89ce-2d505911d320 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.229503] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1314.229503] env[69195]: value = "task-3505354" [ 1314.229503] env[69195]: _type = "Task" [ 1314.229503] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.236604] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.385971] env[69195]: DEBUG nova.scheduler.client.report [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.739740] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044081} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.740147] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.740194] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc/699f5058-d14a-4690-85d6-f3cab34ffffc.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.740426] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc/699f5058-d14a-4690-85d6-f3cab34ffffc.vmdk to [datastore1] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc/6b1c1b9d-21a9-4d5f-9477-f33755c55cdc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.740676] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd454fbd-77ea-4b86-85b0-d9fc8a1632c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.747183] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1314.747183] env[69195]: value = "task-3505355" [ 1314.747183] env[69195]: _type = "Task" [ 1314.747183] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.754455] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.890695] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.910735] env[69195]: INFO nova.scheduler.client.report [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Deleted allocations for instance 0b65aa65-e95c-48c0-8258-ae3330b4ade8 [ 1315.257119] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505355, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.419784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-7892db85-9e2c-4b39-8f8e-08a5747d484f tempest-ServerMetadataNegativeTestJSON-1276995623 tempest-ServerMetadataNegativeTestJSON-1276995623-project-member] Lock "0b65aa65-e95c-48c0-8258-ae3330b4ade8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.533s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.758713] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505355, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.259155] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505355, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.759900] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505355, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.261704] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505355, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.33539} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.262078] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/699f5058-d14a-4690-85d6-f3cab34ffffc/699f5058-d14a-4690-85d6-f3cab34ffffc.vmdk to [datastore1] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc/6b1c1b9d-21a9-4d5f-9477-f33755c55cdc.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.262870] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5215fb-d9d5-4dac-8a6f-a18b1569c1a3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.285472] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc/6b1c1b9d-21a9-4d5f-9477-f33755c55cdc.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.285752] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9584d81f-3d85-4aef-9377-a99a6e4c0fa1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.305884] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1317.305884] env[69195]: value = "task-3505356" [ 1317.305884] env[69195]: _type = "Task" [ 1317.305884] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.313855] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.816294] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505356, 'name': ReconfigVM_Task, 'duration_secs': 0.27965} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.816641] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc/6b1c1b9d-21a9-4d5f-9477-f33755c55cdc.vmdk or device None with type streamOptimized {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.817285] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-824814cb-07d6-4fb9-aa57-eef73e280530 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.823035] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1317.823035] env[69195]: value = "task-3505357" [ 1317.823035] env[69195]: _type = "Task" [ 1317.823035] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.830372] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505357, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.333622] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505357, 'name': Rename_Task, 'duration_secs': 0.141353} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.333919] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.334227] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95aef02f-6425-48b5-96be-f4cf763fe3e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.340941] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1318.340941] env[69195]: value = "task-3505358" [ 1318.340941] env[69195]: _type = "Task" [ 1318.340941] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.348175] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.638434] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "7f7c6ca5-c39d-4c7e-9536-096b05637712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.638686] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "7f7c6ca5-c39d-4c7e-9536-096b05637712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.850517] env[69195]: DEBUG oslo_vmware.api [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505358, 'name': PowerOnVM_Task, 'duration_secs': 0.426781} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.850885] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.967482] env[69195]: DEBUG nova.compute.manager [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.968445] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed84f28-ab0a-4ac7-b274-d8f9cc045170 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.141388] env[69195]: DEBUG nova.compute.manager [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.485108] env[69195]: DEBUG oslo_concurrency.lockutils [None req-5def0777-c672-4803-9988-3b121f8e6579 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.482s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.664919] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.665228] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.667058] env[69195]: INFO nova.compute.claims [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.726362] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896e4dc0-e1e0-4fac-9bea-0d1436ce9541 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.733889] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1fece2-851a-40ef-af48-745e61c5c335 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.763199] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ff2fa-d2fe-4e00-aac8-fe29bf456329 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.770203] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768977dc-2a0f-45a8-822e-f3f78ef51dbd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.782784] env[69195]: DEBUG nova.compute.provider_tree [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.285979] env[69195]: DEBUG nova.scheduler.client.report [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.791695] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.792256] env[69195]: DEBUG nova.compute.manager [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.297622] env[69195]: DEBUG nova.compute.utils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.299572] env[69195]: DEBUG nova.compute.manager [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Not allocating networking since 'none' was specified. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1322.801222] env[69195]: DEBUG nova.compute.manager [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.812876] env[69195]: DEBUG nova.compute.manager [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.838421] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.838669] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.838827] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.839015] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.839169] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.839321] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.839527] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.839684] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.839849] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.840012] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.840191] env[69195]: DEBUG nova.virt.hardware [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.841074] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9546ffee-c96e-462d-9d26-5186991ab3b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.848795] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7de87ba-fdad-410f-a083-6719d503ff11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.861864] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.867359] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Creating folder: Project (eb5d2df55f644056a57b7a9e4c70d9ed). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.867650] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e48e932e-c0cd-46f2-99f5-93c009da133c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.877371] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Created folder: Project (eb5d2df55f644056a57b7a9e4c70d9ed) in parent group-v700121. [ 1323.877549] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Creating folder: Instances. Parent ref: group-v700440. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.877742] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-239650b5-2c2b-43cb-8186-41b6f80b7056 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.885978] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Created folder: Instances in parent group-v700440. [ 1323.886215] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.886391] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.886568] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-937d32f7-c0d6-4ff9-9389-30d6fce9569d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.901986] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.901986] env[69195]: value = "task-3505361" [ 1323.901986] env[69195]: _type = "Task" [ 1323.901986] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.908835] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505361, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.411052] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505361, 'name': CreateVM_Task, 'duration_secs': 0.474446} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.411256] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.411689] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.411855] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.412201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.412458] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1a1759-1ff1-4b97-b745-5c5191d20935 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.416576] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1324.416576] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528fb925-9ed7-2665-bc99-86c7ec4995dd" [ 1324.416576] env[69195]: _type = "Task" [ 1324.416576] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.423724] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528fb925-9ed7-2665-bc99-86c7ec4995dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.927191] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528fb925-9ed7-2665-bc99-86c7ec4995dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011826} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.927575] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.927741] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.927972] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.928137] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.928322] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.928574] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aeb2c9d-e05d-492e-9ffb-e45744978b1b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.936810] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.936975] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.937660] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae4e5e0-f9fe-4752-96e6-e746efa8dbf2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.942431] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1324.942431] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5217a5ed-2962-cf74-0970-faaeb330128d" [ 1324.942431] env[69195]: _type = "Task" [ 1324.942431] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.949630] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5217a5ed-2962-cf74-0970-faaeb330128d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.452825] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5217a5ed-2962-cf74-0970-faaeb330128d, 'name': SearchDatastore_Task, 'duration_secs': 0.008608} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.453630] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c092715f-68d0-4db1-a4c9-568e9ed7e0ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.458691] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1325.458691] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d19d9b-8803-43bb-e13c-2e34eabc5cea" [ 1325.458691] env[69195]: _type = "Task" [ 1325.458691] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.466278] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d19d9b-8803-43bb-e13c-2e34eabc5cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.968848] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d19d9b-8803-43bb-e13c-2e34eabc5cea, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.969245] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.969356] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712/7f7c6ca5-c39d-4c7e-9536-096b05637712.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.969603] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43164f86-1090-4831-ab04-0b8368bc6a0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.975944] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1325.975944] env[69195]: value = "task-3505362" [ 1325.975944] env[69195]: _type = "Task" [ 1325.975944] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.982864] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.485542] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444865} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.485848] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712/7f7c6ca5-c39d-4c7e-9536-096b05637712.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.485987] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.486249] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed50f403-823f-47c8-b005-e5b7c75cce29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.493279] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1326.493279] env[69195]: value = "task-3505363" [ 1326.493279] env[69195]: _type = "Task" [ 1326.493279] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.504234] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.002953] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092472} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.003368] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.004060] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e1eea6-4af3-45a6-a5c4-54c127efe9d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.025798] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712/7f7c6ca5-c39d-4c7e-9536-096b05637712.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.026098] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e38bda-04b4-415b-8880-15e244ed3572 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.048145] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1327.048145] env[69195]: value = "task-3505364" [ 1327.048145] env[69195]: _type = "Task" [ 1327.048145] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.056113] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.558358] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505364, 'name': ReconfigVM_Task, 'duration_secs': 0.282612} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.558624] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712/7f7c6ca5-c39d-4c7e-9536-096b05637712.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.559177] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5688db49-79b2-4c61-89b3-de91857ed78f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.566080] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1327.566080] env[69195]: value = "task-3505365" [ 1327.566080] env[69195]: _type = "Task" [ 1327.566080] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.574031] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505365, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.076020] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505365, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.576325] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505365, 'name': Rename_Task, 'duration_secs': 0.574621} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.576592] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.576815] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e37fea3-06b6-4f53-a5f0-886cc76add04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.583067] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1328.583067] env[69195]: value = "task-3505366" [ 1328.583067] env[69195]: _type = "Task" [ 1328.583067] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.591007] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.093206] env[69195]: DEBUG oslo_vmware.api [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505366, 'name': PowerOnVM_Task, 'duration_secs': 0.412757} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.093660] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.093660] env[69195]: INFO nova.compute.manager [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Took 5.28 seconds to spawn the instance on the hypervisor. [ 1329.093844] env[69195]: DEBUG nova.compute.manager [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.094637] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572299c-4bd6-491c-b6a4-778f720eb26b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.611057] env[69195]: INFO nova.compute.manager [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Took 9.96 seconds to build instance. [ 1330.112951] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b1375718-4cc8-479b-a61b-a56f57b8f896 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "7f7c6ca5-c39d-4c7e-9536-096b05637712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.474s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.686581] env[69195]: INFO nova.compute.manager [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Rebuilding instance [ 1330.730151] env[69195]: DEBUG nova.compute.manager [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.731061] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6780f30-3800-4164-a840-96149ef4ad27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.743921] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.744375] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3105fba7-a214-47a6-aacd-2c8afd88e9c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.752416] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1331.752416] env[69195]: value = "task-3505367" [ 1331.752416] env[69195]: _type = "Task" [ 1331.752416] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.760964] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.261857] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505367, 'name': PowerOffVM_Task, 'duration_secs': 0.220179} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.262136] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.262790] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.263558] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e98a1-24eb-4be2-a9dc-65efc440c5e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.269632] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.269842] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-378723f6-62a2-4216-8c43-c869db2b9d1b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.292721] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.292930] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.293155] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Deleting the datastore file [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.293401] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53eea20b-4dfb-494c-87f5-f5118f29babb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.301238] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1332.301238] env[69195]: value = "task-3505369" [ 1332.301238] env[69195]: _type = "Task" [ 1332.301238] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.308070] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.811604] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088721} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.812048] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.812048] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.812213] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.842638] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.842922] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.843039] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.843285] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.843438] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.843590] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.843806] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.843965] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.844557] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.844557] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.844557] env[69195]: DEBUG nova.virt.hardware [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.845475] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3387b854-24a8-4e9b-930a-323d1cf45f4b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.853432] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c920485b-20e8-4aa9-9fea-aac12a423911 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.866932] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Instance VIF info [] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.872579] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.872792] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.872980] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-664b372c-ef51-4b37-9d70-f6946c747193 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.889355] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.889355] env[69195]: value = "task-3505370" [ 1333.889355] env[69195]: _type = "Task" [ 1333.889355] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.896466] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505370, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.401074] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505370, 'name': CreateVM_Task, 'duration_secs': 0.246508} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.401328] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.401668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.401824] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.402161] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.402417] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835f2e50-a183-4113-be1c-3677e197310a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.406864] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1334.406864] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52323fce-1c41-c303-5670-95d6ad95fefd" [ 1334.406864] env[69195]: _type = "Task" [ 1334.406864] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.414312] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52323fce-1c41-c303-5670-95d6ad95fefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.916881] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52323fce-1c41-c303-5670-95d6ad95fefd, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.917285] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.917438] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.917687] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.917839] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.918033] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.918306] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03fcbf30-1c4a-4a28-94fd-2d317ffe2d20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.926870] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.927054] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.927739] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604964d2-afcb-4eaa-8567-face533cd1a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.932893] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1334.932893] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525159d2-3a90-7d17-4625-caec157cfb2d" [ 1334.932893] env[69195]: _type = "Task" [ 1334.932893] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.940657] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525159d2-3a90-7d17-4625-caec157cfb2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.443605] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525159d2-3a90-7d17-4625-caec157cfb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.00848} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.444385] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae87bd7f-931c-4ff0-9ba1-d6f867508008 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.449303] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1335.449303] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a8c18e-438a-cb8f-5092-b9928e8a7b1c" [ 1335.449303] env[69195]: _type = "Task" [ 1335.449303] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.456955] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a8c18e-438a-cb8f-5092-b9928e8a7b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.959593] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52a8c18e-438a-cb8f-5092-b9928e8a7b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.959949] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.960129] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712/7f7c6ca5-c39d-4c7e-9536-096b05637712.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.960376] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1846755-c652-4a1b-86f2-6d47f1ba86c0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.967099] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1335.967099] env[69195]: value = "task-3505371" [ 1335.967099] env[69195]: _type = "Task" [ 1335.967099] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.974051] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.477071] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43113} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.477343] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712/7f7c6ca5-c39d-4c7e-9536-096b05637712.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.477630] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.477891] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-909a6f56-5b0c-4783-9159-e3a22784cadb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.484829] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1336.484829] env[69195]: value = "task-3505372" [ 1336.484829] env[69195]: _type = "Task" [ 1336.484829] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.493256] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.993974] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065558} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.994332] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.995014] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe75a7f8-8842-4548-b8b3-7e2be3354395 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.014421] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712/7f7c6ca5-c39d-4c7e-9536-096b05637712.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.014667] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fddcdaa0-2665-4acf-981b-5a1f062e0e79 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.033589] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1337.033589] env[69195]: value = "task-3505373" [ 1337.033589] env[69195]: _type = "Task" [ 1337.033589] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.040741] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.543717] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505373, 'name': ReconfigVM_Task, 'duration_secs': 0.266432} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.543994] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712/7f7c6ca5-c39d-4c7e-9536-096b05637712.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.544801] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a78770-e539-4b13-98e8-94daa483f861 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.552660] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1337.552660] env[69195]: value = "task-3505374" [ 1337.552660] env[69195]: _type = "Task" [ 1337.552660] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.560132] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505374, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.062558] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505374, 'name': Rename_Task, 'duration_secs': 0.132761} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.062914] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.063080] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df818d09-de5b-4c48-a7be-8f6a418cecdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.069321] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1338.069321] env[69195]: value = "task-3505375" [ 1338.069321] env[69195]: _type = "Task" [ 1338.069321] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.077447] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.579585] env[69195]: DEBUG oslo_vmware.api [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505375, 'name': PowerOnVM_Task, 'duration_secs': 0.439494} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.579862] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.580085] env[69195]: DEBUG nova.compute.manager [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.580895] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b0a11-087d-4512-b9f3-d8d6c4c259b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.098095] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.098095] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.098095] env[69195]: DEBUG nova.objects.instance [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1339.532691] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "d8c71884-7750-426b-92fb-8901eda21e86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.532968] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.627863] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "7f7c6ca5-c39d-4c7e-9536-096b05637712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.628122] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "7f7c6ca5-c39d-4c7e-9536-096b05637712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.628322] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "7f7c6ca5-c39d-4c7e-9536-096b05637712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.628508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "7f7c6ca5-c39d-4c7e-9536-096b05637712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.628681] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "7f7c6ca5-c39d-4c7e-9536-096b05637712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.630980] env[69195]: INFO nova.compute.manager [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Terminating instance [ 1340.035627] env[69195]: DEBUG nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.104954] env[69195]: DEBUG oslo_concurrency.lockutils [None req-88940bf1-4165-4fd3-9239-3548d1b5b649 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.134666] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "refresh_cache-7f7c6ca5-c39d-4c7e-9536-096b05637712" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.134848] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquired lock "refresh_cache-7f7c6ca5-c39d-4c7e-9536-096b05637712" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.135080] env[69195]: DEBUG nova.network.neutron [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.561595] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.561939] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.563519] env[69195]: INFO nova.compute.claims [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.654256] env[69195]: DEBUG nova.network.neutron [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1340.706981] env[69195]: DEBUG nova.network.neutron [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.210179] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Releasing lock "refresh_cache-7f7c6ca5-c39d-4c7e-9536-096b05637712" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.210706] env[69195]: DEBUG nova.compute.manager [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1341.210975] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.212090] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9a89ff-f2db-4777-98ea-407f010c6a09 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.220835] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.221094] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16166c56-1373-4e21-a5f7-9ec7d1432865 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.226858] env[69195]: DEBUG oslo_vmware.api [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1341.226858] env[69195]: value = "task-3505376" [ 1341.226858] env[69195]: _type = "Task" [ 1341.226858] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.234321] env[69195]: DEBUG oslo_vmware.api [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.627818] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc5fd55-cb6b-4284-b318-a73ad7059c9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.635740] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55776f09-a103-402f-a121-471ea2836eb3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.665416] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9358e155-80aa-4708-8821-75bd9bec9e7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.672325] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c0d08-6720-42c5-9580-4fe352bbd6cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.684993] env[69195]: DEBUG nova.compute.provider_tree [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.735949] env[69195]: DEBUG oslo_vmware.api [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505376, 'name': PowerOffVM_Task, 'duration_secs': 0.173038} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.736213] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.736381] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.736602] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e18ecbd-6557-4716-b336-35be8c38469b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.762426] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.762679] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.762877] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Deleting the datastore file [datastore1] 7f7c6ca5-c39d-4c7e-9536-096b05637712 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.763114] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9baaee6-7794-45eb-8a41-228631f2805d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.768796] env[69195]: DEBUG oslo_vmware.api [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for the task: (returnval){ [ 1341.768796] env[69195]: value = "task-3505378" [ 1341.768796] env[69195]: _type = "Task" [ 1341.768796] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.777280] env[69195]: DEBUG oslo_vmware.api [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.188822] env[69195]: DEBUG nova.scheduler.client.report [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.278222] env[69195]: DEBUG oslo_vmware.api [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Task: {'id': task-3505378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090938} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.278619] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.278696] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.278817] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.278994] env[69195]: INFO nova.compute.manager [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1342.279241] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.279425] env[69195]: DEBUG nova.compute.manager [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1342.279518] env[69195]: DEBUG nova.network.neutron [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.294796] env[69195]: DEBUG nova.network.neutron [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.693933] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.694511] env[69195]: DEBUG nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.797278] env[69195]: DEBUG nova.network.neutron [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.199511] env[69195]: DEBUG nova.compute.utils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.200946] env[69195]: DEBUG nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.201136] env[69195]: DEBUG nova.network.neutron [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.236193] env[69195]: DEBUG nova.policy [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc8deb42cd047f382201d1ae1d8fb10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e1f6612dfa401c86c4497942ec918a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.299873] env[69195]: INFO nova.compute.manager [-] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Took 1.02 seconds to deallocate network for instance. [ 1343.479609] env[69195]: DEBUG nova.network.neutron [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Successfully created port: 4c947ed6-a6a1-4f38-9c09-42dec7ca3a42 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.704702] env[69195]: DEBUG nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.805877] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.806185] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.806406] env[69195]: DEBUG nova.objects.instance [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lazy-loading 'resources' on Instance uuid 7f7c6ca5-c39d-4c7e-9536-096b05637712 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.368944] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c711e0c8-883f-4bd1-b096-7033d409057f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.376790] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab6e0f6-800b-4eff-a7b6-aafc68dbd386 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.410191] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de6c6fd-56ae-4dcd-9a10-ef5464379158 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.417700] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbcdc7b-63df-43ed-9998-acb9b91ce48e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.431757] env[69195]: DEBUG nova.compute.provider_tree [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.615676] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.713368] env[69195]: DEBUG nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.738682] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.738929] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.739131] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.739302] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.739451] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.739599] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.739804] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.740042] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.740244] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.740439] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.740620] env[69195]: DEBUG nova.virt.hardware [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.741478] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e078581a-fc36-4bec-b1ed-9be5203014dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.749571] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1b62ef-449d-4c4a-ab30-d37e0daa6f86 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.833947] env[69195]: DEBUG nova.compute.manager [req-5948d43e-0ac7-4fa4-b2e7-c74948988235 req-20f27802-f215-43d6-866d-367b798fa5e8 service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Received event network-vif-plugged-4c947ed6-a6a1-4f38-9c09-42dec7ca3a42 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.834113] env[69195]: DEBUG oslo_concurrency.lockutils [req-5948d43e-0ac7-4fa4-b2e7-c74948988235 req-20f27802-f215-43d6-866d-367b798fa5e8 service nova] Acquiring lock "d8c71884-7750-426b-92fb-8901eda21e86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.834332] env[69195]: DEBUG oslo_concurrency.lockutils [req-5948d43e-0ac7-4fa4-b2e7-c74948988235 req-20f27802-f215-43d6-866d-367b798fa5e8 service nova] Lock "d8c71884-7750-426b-92fb-8901eda21e86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.834504] env[69195]: DEBUG oslo_concurrency.lockutils [req-5948d43e-0ac7-4fa4-b2e7-c74948988235 req-20f27802-f215-43d6-866d-367b798fa5e8 service nova] Lock "d8c71884-7750-426b-92fb-8901eda21e86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.834670] env[69195]: DEBUG nova.compute.manager [req-5948d43e-0ac7-4fa4-b2e7-c74948988235 req-20f27802-f215-43d6-866d-367b798fa5e8 service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] No waiting events found dispatching network-vif-plugged-4c947ed6-a6a1-4f38-9c09-42dec7ca3a42 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.834831] env[69195]: WARNING nova.compute.manager [req-5948d43e-0ac7-4fa4-b2e7-c74948988235 req-20f27802-f215-43d6-866d-367b798fa5e8 service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Received unexpected event network-vif-plugged-4c947ed6-a6a1-4f38-9c09-42dec7ca3a42 for instance with vm_state building and task_state spawning. [ 1344.911177] env[69195]: DEBUG nova.network.neutron [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Successfully updated port: 4c947ed6-a6a1-4f38-9c09-42dec7ca3a42 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.935637] env[69195]: DEBUG nova.scheduler.client.report [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.118345] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.416729] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "refresh_cache-d8c71884-7750-426b-92fb-8901eda21e86" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.417078] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "refresh_cache-d8c71884-7750-426b-92fb-8901eda21e86" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.417078] env[69195]: DEBUG nova.network.neutron [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.441028] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.443222] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.324s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.443222] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.443222] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1345.443941] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cfdc0f-00ad-496d-92c7-17d236b0b330 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.452105] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5167f323-597c-4344-93e1-ab1d606e78a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.468066] env[69195]: INFO nova.scheduler.client.report [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Deleted allocations for instance 7f7c6ca5-c39d-4c7e-9536-096b05637712 [ 1345.469617] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eee129-3454-4ae1-8e1e-96d022da5e5c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.477844] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1966b903-c0b8-432c-86e7-1f6742f35d64 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.506372] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180543MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1345.506549] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.507060] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.958828] env[69195]: DEBUG nova.network.neutron [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.979820] env[69195]: DEBUG oslo_concurrency.lockutils [None req-eb8367c5-3249-42dd-b25c-81d8a7d60073 tempest-ServersListShow298Test-1203363201 tempest-ServersListShow298Test-1203363201-project-member] Lock "7f7c6ca5-c39d-4c7e-9536-096b05637712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.352s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.113561] env[69195]: DEBUG nova.network.neutron [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Updating instance_info_cache with network_info: [{"id": "4c947ed6-a6a1-4f38-9c09-42dec7ca3a42", "address": "fa:16:3e:9a:82:fa", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c947ed6-a6", "ovs_interfaceid": "4c947ed6-a6a1-4f38-9c09-42dec7ca3a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.533104] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 8991cace-d1f0-42d2-ad29-6d339ae221d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.533439] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.533439] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance d8c71884-7750-426b-92fb-8901eda21e86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.533595] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1346.533741] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1346.583726] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b022ea3-2bef-4493-a939-9156a31c2977 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.591716] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b9a4c-49a0-49e6-afdb-77fea4c719d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.622421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "refresh_cache-d8c71884-7750-426b-92fb-8901eda21e86" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.622747] env[69195]: DEBUG nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Instance network_info: |[{"id": "4c947ed6-a6a1-4f38-9c09-42dec7ca3a42", "address": "fa:16:3e:9a:82:fa", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c947ed6-a6", "ovs_interfaceid": "4c947ed6-a6a1-4f38-9c09-42dec7ca3a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.623400] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:82:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c947ed6-a6a1-4f38-9c09-42dec7ca3a42', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.630743] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.631420] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fae737-b25d-41c9-8f12-7073f51df055 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.633987] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.634224] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb413d36-55cd-464c-8eb8-57254a77fcb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.653539] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc0bfd-8925-402c-ba7b-1952aa290255 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.658398] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.658398] env[69195]: value = "task-3505379" [ 1346.658398] env[69195]: _type = "Task" [ 1346.658398] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.669401] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.675412] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505379, 'name': CreateVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.861017] env[69195]: DEBUG nova.compute.manager [req-2c856c56-9fb4-48fc-b20b-8101c1138e4f req-7a66dbde-bd1e-4512-b76b-77c0fda02b02 service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Received event network-changed-4c947ed6-a6a1-4f38-9c09-42dec7ca3a42 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.861291] env[69195]: DEBUG nova.compute.manager [req-2c856c56-9fb4-48fc-b20b-8101c1138e4f req-7a66dbde-bd1e-4512-b76b-77c0fda02b02 service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Refreshing instance network info cache due to event network-changed-4c947ed6-a6a1-4f38-9c09-42dec7ca3a42. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.861590] env[69195]: DEBUG oslo_concurrency.lockutils [req-2c856c56-9fb4-48fc-b20b-8101c1138e4f req-7a66dbde-bd1e-4512-b76b-77c0fda02b02 service nova] Acquiring lock "refresh_cache-d8c71884-7750-426b-92fb-8901eda21e86" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.861787] env[69195]: DEBUG oslo_concurrency.lockutils [req-2c856c56-9fb4-48fc-b20b-8101c1138e4f req-7a66dbde-bd1e-4512-b76b-77c0fda02b02 service nova] Acquired lock "refresh_cache-d8c71884-7750-426b-92fb-8901eda21e86" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.862023] env[69195]: DEBUG nova.network.neutron [req-2c856c56-9fb4-48fc-b20b-8101c1138e4f req-7a66dbde-bd1e-4512-b76b-77c0fda02b02 service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Refreshing network info cache for port 4c947ed6-a6a1-4f38-9c09-42dec7ca3a42 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.168453] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505379, 'name': CreateVM_Task, 'duration_secs': 0.296139} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.168651] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.169305] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.169473] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.169795] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.170057] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3655b39-b85c-4d42-9e2a-d0c42115983d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.172195] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.177696] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1347.177696] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8cd9a-3113-a11b-3441-b235b0538d8c" [ 1347.177696] env[69195]: _type = "Task" [ 1347.177696] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.184817] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8cd9a-3113-a11b-3441-b235b0538d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.538857] env[69195]: DEBUG nova.network.neutron [req-2c856c56-9fb4-48fc-b20b-8101c1138e4f req-7a66dbde-bd1e-4512-b76b-77c0fda02b02 service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Updated VIF entry in instance network info cache for port 4c947ed6-a6a1-4f38-9c09-42dec7ca3a42. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.539284] env[69195]: DEBUG nova.network.neutron [req-2c856c56-9fb4-48fc-b20b-8101c1138e4f req-7a66dbde-bd1e-4512-b76b-77c0fda02b02 service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Updating instance_info_cache with network_info: [{"id": "4c947ed6-a6a1-4f38-9c09-42dec7ca3a42", "address": "fa:16:3e:9a:82:fa", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c947ed6-a6", "ovs_interfaceid": "4c947ed6-a6a1-4f38-9c09-42dec7ca3a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.677429] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1347.677639] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.171s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.687593] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52b8cd9a-3113-a11b-3441-b235b0538d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.687876] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.688113] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.688358] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.688532] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.688716] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.688958] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a78e8a5-528e-42f4-b57e-9f9b765cefdd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.697271] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.697468] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.698134] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd2e8c9-3d46-48fd-a2e7-2f2379cf697e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.704242] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1347.704242] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528ef398-fc08-5e19-89d3-00ca70969a2d" [ 1347.704242] env[69195]: _type = "Task" [ 1347.704242] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.710998] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528ef398-fc08-5e19-89d3-00ca70969a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.041679] env[69195]: DEBUG oslo_concurrency.lockutils [req-2c856c56-9fb4-48fc-b20b-8101c1138e4f req-7a66dbde-bd1e-4512-b76b-77c0fda02b02 service nova] Releasing lock "refresh_cache-d8c71884-7750-426b-92fb-8901eda21e86" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.214364] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]528ef398-fc08-5e19-89d3-00ca70969a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008214} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.215157] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c105193-0421-4838-bf88-60c0a5ac595f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.220281] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1348.220281] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525ee84c-f3ab-86ee-0697-3c1d9c24a9dd" [ 1348.220281] env[69195]: _type = "Task" [ 1348.220281] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.227348] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525ee84c-f3ab-86ee-0697-3c1d9c24a9dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.730393] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525ee84c-f3ab-86ee-0697-3c1d9c24a9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.730713] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.730908] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] d8c71884-7750-426b-92fb-8901eda21e86/d8c71884-7750-426b-92fb-8901eda21e86.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.731192] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b212cf59-5ff3-4f63-9d0a-9d4085f1a6f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.738081] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1348.738081] env[69195]: value = "task-3505380" [ 1348.738081] env[69195]: _type = "Task" [ 1348.738081] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.745353] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.248333] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460557} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.248579] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] d8c71884-7750-426b-92fb-8901eda21e86/d8c71884-7750-426b-92fb-8901eda21e86.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.248794] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.249091] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57540a16-3298-4a87-a756-dbdd4af1372f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.255302] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1349.255302] env[69195]: value = "task-3505381" [ 1349.255302] env[69195]: _type = "Task" [ 1349.255302] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.264146] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.678499] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.678750] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.678980] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.679191] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.679381] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.679590] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.679762] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1349.765478] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058301} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.765786] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.766496] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5864ed9a-57be-40c8-abc0-58f1b64551ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.788321] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] d8c71884-7750-426b-92fb-8901eda21e86/d8c71884-7750-426b-92fb-8901eda21e86.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.788635] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c998ba89-b910-4648-88e8-9a7295791260 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.808420] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1349.808420] env[69195]: value = "task-3505382" [ 1349.808420] env[69195]: _type = "Task" [ 1349.808420] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.816274] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.317899] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505382, 'name': ReconfigVM_Task, 'duration_secs': 0.268375} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.318211] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Reconfigured VM instance instance-00000077 to attach disk [datastore1] d8c71884-7750-426b-92fb-8901eda21e86/d8c71884-7750-426b-92fb-8901eda21e86.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.318814] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e23f4bc-6288-4212-994e-93dbbff7d829 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.325662] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1350.325662] env[69195]: value = "task-3505383" [ 1350.325662] env[69195]: _type = "Task" [ 1350.325662] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.332796] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505383, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.835620] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505383, 'name': Rename_Task, 'duration_secs': 0.132528} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.836024] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.836116] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37c79e3-5321-49fa-b000-d30c36e93a12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.842975] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1350.842975] env[69195]: value = "task-3505384" [ 1350.842975] env[69195]: _type = "Task" [ 1350.842975] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.850315] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.354169] env[69195]: DEBUG oslo_vmware.api [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505384, 'name': PowerOnVM_Task, 'duration_secs': 0.404044} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.354408] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.354679] env[69195]: INFO nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1351.354901] env[69195]: DEBUG nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.355674] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69b47d4-2337-4dea-baaa-3db72e76230d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.871502] env[69195]: INFO nova.compute.manager [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Took 11.33 seconds to build instance. [ 1352.373633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-95fae238-db12-4cf3-834f-fe5e75c56f00 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.840s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.616449] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.706382] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "d8c71884-7750-426b-92fb-8901eda21e86" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.706606] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.706794] env[69195]: DEBUG nova.compute.manager [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.707719] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6070ad5-14c1-4974-a5cc-9a1b2ced8346 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.714720] env[69195]: DEBUG nova.compute.manager [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1352.715274] env[69195]: DEBUG nova.objects.instance [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'flavor' on Instance uuid d8c71884-7750-426b-92fb-8901eda21e86 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.722456] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.722840] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b7f69e-3886-48a8-9eb9-142ec187dad6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.730170] env[69195]: DEBUG oslo_vmware.api [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1353.730170] env[69195]: value = "task-3505385" [ 1353.730170] env[69195]: _type = "Task" [ 1353.730170] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.738190] env[69195]: DEBUG oslo_vmware.api [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.240353] env[69195]: DEBUG oslo_vmware.api [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505385, 'name': PowerOffVM_Task, 'duration_secs': 0.163589} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.240620] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.240800] env[69195]: DEBUG nova.compute.manager [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.241556] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8c6ba8-9554-4d6d-82a2-cfd554efb5f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.752516] env[69195]: DEBUG oslo_concurrency.lockutils [None req-cd84838b-b8cc-4296-84f9-e2898a724772 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.118613] env[69195]: INFO nova.compute.manager [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Rebuilding instance [ 1355.158386] env[69195]: DEBUG nova.compute.manager [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.159261] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dccb032-9de5-4cec-822a-1ce3e2ffd4a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.171836] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.172205] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20503cf3-fa8f-45ab-849d-0af42d213222 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.179944] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1356.179944] env[69195]: value = "task-3505386" [ 1356.179944] env[69195]: _type = "Task" [ 1356.179944] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.187558] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.690666] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1356.690900] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.691628] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2174f-cb21-4c74-b9bf-aa45daa95644 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.697623] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.697824] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d80acd4-1f8f-4b11-9eed-b9631e7e7aeb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.766449] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.766727] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.766933] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleting the datastore file [datastore1] d8c71884-7750-426b-92fb-8901eda21e86 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.767230] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50b063bb-eeab-477b-8e47-31ef71eb2eb5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.773559] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1356.773559] env[69195]: value = "task-3505388" [ 1356.773559] env[69195]: _type = "Task" [ 1356.773559] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.780819] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.283231] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121754} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.283605] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.283666] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.283845] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.535666] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.535911] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.536146] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.536336] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.536507] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.538608] env[69195]: INFO nova.compute.manager [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Terminating instance [ 1358.041986] env[69195]: DEBUG nova.compute.manager [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.042254] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.043174] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfe9f44-a5ab-43ad-b9a1-e3c294dc59c9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.050743] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.050930] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58467f8a-abf7-4d0c-a31f-0cc76f2bd84f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.057215] env[69195]: DEBUG oslo_vmware.api [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1358.057215] env[69195]: value = "task-3505389" [ 1358.057215] env[69195]: _type = "Task" [ 1358.057215] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.065821] env[69195]: DEBUG oslo_vmware.api [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.317981] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.318295] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.318396] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.318576] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.318789] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.318866] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.319084] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.319250] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.319416] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.319579] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.319752] env[69195]: DEBUG nova.virt.hardware [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.320620] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0b2c50-c58f-41d0-a9ce-61c2a4a88a0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.328327] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffced25b-c2bc-4c0f-b020-3a583a14d5d8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.341530] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:82:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c947ed6-a6a1-4f38-9c09-42dec7ca3a42', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.348801] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.349094] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.349227] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35a56eb6-2011-4f26-8cb1-191a45688b62 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.367770] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.367770] env[69195]: value = "task-3505390" [ 1358.367770] env[69195]: _type = "Task" [ 1358.367770] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.374759] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505390, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.567571] env[69195]: DEBUG oslo_vmware.api [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505389, 'name': PowerOffVM_Task, 'duration_secs': 0.209148} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.567847] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.568030] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.568292] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2da1aa1b-0c8c-4153-b247-24c0263db518 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.631807] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.632137] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.632335] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleting the datastore file [datastore1] 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.632692] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c501380b-7001-430f-9386-cbf324aa8238 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.639356] env[69195]: DEBUG oslo_vmware.api [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for the task: (returnval){ [ 1358.639356] env[69195]: value = "task-3505392" [ 1358.639356] env[69195]: _type = "Task" [ 1358.639356] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.647211] env[69195]: DEBUG oslo_vmware.api [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.877291] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505390, 'name': CreateVM_Task, 'duration_secs': 0.290444} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.877538] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.878077] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.878252] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.878565] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.878810] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bd4379-5940-40d2-85e5-aef69dbff199 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.883568] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1358.883568] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dd983e-f332-1475-91b5-28daaa233b39" [ 1358.883568] env[69195]: _type = "Task" [ 1358.883568] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.890590] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dd983e-f332-1475-91b5-28daaa233b39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.149738] env[69195]: DEBUG oslo_vmware.api [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Task: {'id': task-3505392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115972} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.149984] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.150133] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.150310] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.150485] env[69195]: INFO nova.compute.manager [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1359.150728] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.150923] env[69195]: DEBUG nova.compute.manager [-] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.151033] env[69195]: DEBUG nova.network.neutron [-] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.393394] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52dd983e-f332-1475-91b5-28daaa233b39, 'name': SearchDatastore_Task, 'duration_secs': 0.008463} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.393796] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.393941] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.394192] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.394341] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.394548] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.394795] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4355433d-4456-400f-9a54-85515d54393e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.402571] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.402722] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.403552] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c9ddaf-19e5-4d2b-a909-a5df4c6f60aa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.408354] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1359.408354] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f63379-b4f9-4794-3357-0943f7f934b8" [ 1359.408354] env[69195]: _type = "Task" [ 1359.408354] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.415629] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f63379-b4f9-4794-3357-0943f7f934b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.579773] env[69195]: DEBUG nova.compute.manager [req-a6475c0b-fc0a-49c8-bc54-8bb9a83213f1 req-b7974207-7ca3-4159-8606-c47bef6301aa service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Received event network-vif-deleted-8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.579964] env[69195]: INFO nova.compute.manager [req-a6475c0b-fc0a-49c8-bc54-8bb9a83213f1 req-b7974207-7ca3-4159-8606-c47bef6301aa service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Neutron deleted interface 8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6; detaching it from the instance and deleting it from the info cache [ 1359.580156] env[69195]: DEBUG nova.network.neutron [req-a6475c0b-fc0a-49c8-bc54-8bb9a83213f1 req-b7974207-7ca3-4159-8606-c47bef6301aa service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.919374] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52f63379-b4f9-4794-3357-0943f7f934b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008021} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.920107] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a98145b-b814-4e69-9a49-fb69ac658024 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.924809] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1359.924809] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5266cf3f-07d8-5e66-867a-33b01e123f14" [ 1359.924809] env[69195]: _type = "Task" [ 1359.924809] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.932092] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5266cf3f-07d8-5e66-867a-33b01e123f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.064792] env[69195]: DEBUG nova.network.neutron [-] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.082902] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49f29737-4c5a-4c32-ae40-3b6cd4d29930 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.092900] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051e484e-c13d-44ca-b829-fb8ed220d350 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.117933] env[69195]: DEBUG nova.compute.manager [req-a6475c0b-fc0a-49c8-bc54-8bb9a83213f1 req-b7974207-7ca3-4159-8606-c47bef6301aa service nova] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Detach interface failed, port_id=8d37fbe0-fdbc-4008-8c42-ec7afee8b2e6, reason: Instance 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.434843] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5266cf3f-07d8-5e66-867a-33b01e123f14, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.435142] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.435354] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] d8c71884-7750-426b-92fb-8901eda21e86/d8c71884-7750-426b-92fb-8901eda21e86.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.435610] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96592a34-9a2f-41fd-9bd9-52667e3cd0c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.442694] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1360.442694] env[69195]: value = "task-3505393" [ 1360.442694] env[69195]: _type = "Task" [ 1360.442694] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.449924] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.567922] env[69195]: INFO nova.compute.manager [-] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Took 1.42 seconds to deallocate network for instance. [ 1360.952683] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445204} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.952891] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] d8c71884-7750-426b-92fb-8901eda21e86/d8c71884-7750-426b-92fb-8901eda21e86.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.953118] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.953367] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86374e86-551a-47c4-aded-a2b7c0349fbd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.959213] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1360.959213] env[69195]: value = "task-3505394" [ 1360.959213] env[69195]: _type = "Task" [ 1360.959213] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.966546] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.074433] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.074712] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.074935] env[69195]: DEBUG nova.objects.instance [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lazy-loading 'resources' on Instance uuid 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.468645] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065118} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.468914] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.469706] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b94e9-d6d5-4e85-9a20-a1e278201967 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.492426] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] d8c71884-7750-426b-92fb-8901eda21e86/d8c71884-7750-426b-92fb-8901eda21e86.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.492689] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-763e0c5d-1c31-43cf-bd88-d23616f1be3a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.513170] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1361.513170] env[69195]: value = "task-3505395" [ 1361.513170] env[69195]: _type = "Task" [ 1361.513170] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.520925] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.630546] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b3684b-433b-4bc0-bbe4-5d0a370b3251 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.637753] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68268ec2-3c84-41c6-85d3-5f3ebbb12cf7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.668083] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b3c57a-d8a1-45f4-b915-37512eb2382d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.674931] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b58056-58ad-464c-a18b-57a16576bd7c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.687840] env[69195]: DEBUG nova.compute.provider_tree [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.023528] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505395, 'name': ReconfigVM_Task, 'duration_secs': 0.274196} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.023843] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Reconfigured VM instance instance-00000077 to attach disk [datastore1] d8c71884-7750-426b-92fb-8901eda21e86/d8c71884-7750-426b-92fb-8901eda21e86.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.024550] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9fc39c4-c78e-440a-8c38-4e1012e781a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.030593] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1362.030593] env[69195]: value = "task-3505396" [ 1362.030593] env[69195]: _type = "Task" [ 1362.030593] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.038536] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505396, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.191336] env[69195]: DEBUG nova.scheduler.client.report [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.542448] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505396, 'name': Rename_Task, 'duration_secs': 0.136033} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.542729] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.542972] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ec498b4-8291-424d-a420-937f0642da92 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.549345] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1362.549345] env[69195]: value = "task-3505397" [ 1362.549345] env[69195]: _type = "Task" [ 1362.549345] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.559302] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.696674] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.714662] env[69195]: INFO nova.scheduler.client.report [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Deleted allocations for instance 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc [ 1363.058105] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505397, 'name': PowerOnVM_Task, 'duration_secs': 0.424839} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.058385] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.058588] env[69195]: DEBUG nova.compute.manager [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.059355] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca5894-31a5-42f5-b8a3-89b578e5d0f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.222546] env[69195]: DEBUG oslo_concurrency.lockutils [None req-d2a972c0-467c-42ee-a5ae-b5bee9e81b18 tempest-AttachVolumeShelveTestJSON-383073810 tempest-AttachVolumeShelveTestJSON-383073810-project-member] Lock "6b1c1b9d-21a9-4d5f-9477-f33755c55cdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.569280] env[69195]: INFO nova.compute.manager [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] bringing vm to original state: 'stopped' [ 1364.577254] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "d8c71884-7750-426b-92fb-8901eda21e86" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.577254] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.577254] env[69195]: DEBUG nova.compute.manager [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.578513] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb197d93-e009-49ca-a7d0-6f5770e2696c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.584898] env[69195]: DEBUG nova.compute.manager [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1365.090068] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.090068] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc189f5a-a179-4e1b-8a68-8c2f39f924d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.096595] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1365.096595] env[69195]: value = "task-3505399" [ 1365.096595] env[69195]: _type = "Task" [ 1365.096595] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.104926] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.606463] env[69195]: DEBUG oslo_vmware.api [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505399, 'name': PowerOffVM_Task, 'duration_secs': 0.170996} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.606884] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.606884] env[69195]: DEBUG nova.compute.manager [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.607643] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e356925a-629d-47dc-8f3f-f186e650c1e7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.119199] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.542s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.511907] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "d8c71884-7750-426b-92fb-8901eda21e86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.512297] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.512575] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "d8c71884-7750-426b-92fb-8901eda21e86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.512818] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.513049] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.515169] env[69195]: INFO nova.compute.manager [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Terminating instance [ 1366.627037] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.627037] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.627037] env[69195]: DEBUG nova.objects.instance [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1367.018871] env[69195]: DEBUG nova.compute.manager [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.019127] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.020050] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d7006-c1b6-4d4a-9178-d377a537bd1f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.028067] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.028294] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2e810ff-e723-4949-b110-dc4edb6f171d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.087765] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.088008] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.088205] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleting the datastore file [datastore1] d8c71884-7750-426b-92fb-8901eda21e86 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.088476] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-563300e1-1d9e-4f2f-ac99-d53c632ab530 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.096361] env[69195]: DEBUG oslo_vmware.api [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1367.096361] env[69195]: value = "task-3505401" [ 1367.096361] env[69195]: _type = "Task" [ 1367.096361] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.104156] env[69195]: DEBUG oslo_vmware.api [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.605527] env[69195]: DEBUG oslo_vmware.api [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171854} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.606666] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.606666] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.606666] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.606666] env[69195]: INFO nova.compute.manager [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1367.606888] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.607058] env[69195]: DEBUG nova.compute.manager [-] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.607163] env[69195]: DEBUG nova.network.neutron [-] [instance: d8c71884-7750-426b-92fb-8901eda21e86] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.635014] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9f5b26d9-3d53-47e7-913f-bddc66d2e23e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.850906] env[69195]: DEBUG nova.compute.manager [req-33a202fe-e9d0-4766-9440-2b14a9db32ca req-ffe140e5-933a-4793-ba56-4057e1e889ff service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Received event network-vif-deleted-4c947ed6-a6a1-4f38-9c09-42dec7ca3a42 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.850906] env[69195]: INFO nova.compute.manager [req-33a202fe-e9d0-4766-9440-2b14a9db32ca req-ffe140e5-933a-4793-ba56-4057e1e889ff service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Neutron deleted interface 4c947ed6-a6a1-4f38-9c09-42dec7ca3a42; detaching it from the instance and deleting it from the info cache [ 1367.851053] env[69195]: DEBUG nova.network.neutron [req-33a202fe-e9d0-4766-9440-2b14a9db32ca req-ffe140e5-933a-4793-ba56-4057e1e889ff service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.327659] env[69195]: DEBUG nova.network.neutron [-] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.353960] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f6ee412-0f80-4d20-897d-1e74e38bccce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.363759] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c99511-de97-4d90-9cc5-5897bd30e5c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.388294] env[69195]: DEBUG nova.compute.manager [req-33a202fe-e9d0-4766-9440-2b14a9db32ca req-ffe140e5-933a-4793-ba56-4057e1e889ff service nova] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Detach interface failed, port_id=4c947ed6-a6a1-4f38-9c09-42dec7ca3a42, reason: Instance d8c71884-7750-426b-92fb-8901eda21e86 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1368.831415] env[69195]: INFO nova.compute.manager [-] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Took 1.22 seconds to deallocate network for instance. [ 1369.337590] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.337930] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.338150] env[69195]: DEBUG nova.objects.instance [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'resources' on Instance uuid d8c71884-7750-426b-92fb-8901eda21e86 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.885266] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be10a24-6b95-4bed-aac4-c7d6fe8dc2cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.892746] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd60214-fd4d-427d-a47e-59db15458b9a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.923701] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593fec34-8572-4b29-a931-ae3a0e5d4244 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.930725] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1309e1-0618-4bd4-aaf4-462bc6f4c729 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.943384] env[69195]: DEBUG nova.compute.provider_tree [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.446962] env[69195]: DEBUG nova.scheduler.client.report [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.952851] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.971177] env[69195]: INFO nova.scheduler.client.report [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted allocations for instance d8c71884-7750-426b-92fb-8901eda21e86 [ 1371.478928] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a5ac5e28-8809-48a9-b72d-a5594c358c4b tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "d8c71884-7750-426b-92fb-8901eda21e86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.967s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.226180] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.226461] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.728330] env[69195]: DEBUG nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.251641] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.251927] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.253479] env[69195]: INFO nova.compute.claims [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.299567] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b8e1a-7de0-469b-99e8-a8958e273e81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.307420] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f657d6-c099-4653-b029-c2a196f17783 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.336047] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3d00f2-41c3-43c2-a96b-7b87a46dee8c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.342501] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4778fd48-c458-47dc-8225-0addc9386f69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.356154] env[69195]: DEBUG nova.compute.provider_tree [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.859189] env[69195]: DEBUG nova.scheduler.client.report [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.364503] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.365085] env[69195]: DEBUG nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.870906] env[69195]: DEBUG nova.compute.utils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.872320] env[69195]: DEBUG nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.872491] env[69195]: DEBUG nova.network.neutron [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.919388] env[69195]: DEBUG nova.policy [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc8deb42cd047f382201d1ae1d8fb10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e1f6612dfa401c86c4497942ec918a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.179198] env[69195]: DEBUG nova.network.neutron [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Successfully created port: 0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.376174] env[69195]: DEBUG nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.388971] env[69195]: DEBUG nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.415298] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.415558] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.415717] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.415902] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.416063] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.416218] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.416530] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.416703] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.416877] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.417138] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.417212] env[69195]: DEBUG nova.virt.hardware [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.418349] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d682ffee-6f33-40b6-baa4-186532ea8d94 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.426140] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c262f26-3ed1-4859-a22d-6d1dbd0eda8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.518304] env[69195]: DEBUG nova.compute.manager [req-3a6d2c28-aeae-4522-a158-6bb7dbe957a0 req-9782410c-42c1-4ab9-8a2a-e88492d72c4d service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Received event network-vif-plugged-0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.518531] env[69195]: DEBUG oslo_concurrency.lockutils [req-3a6d2c28-aeae-4522-a158-6bb7dbe957a0 req-9782410c-42c1-4ab9-8a2a-e88492d72c4d service nova] Acquiring lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.518740] env[69195]: DEBUG oslo_concurrency.lockutils [req-3a6d2c28-aeae-4522-a158-6bb7dbe957a0 req-9782410c-42c1-4ab9-8a2a-e88492d72c4d service nova] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.518912] env[69195]: DEBUG oslo_concurrency.lockutils [req-3a6d2c28-aeae-4522-a158-6bb7dbe957a0 req-9782410c-42c1-4ab9-8a2a-e88492d72c4d service nova] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.519095] env[69195]: DEBUG nova.compute.manager [req-3a6d2c28-aeae-4522-a158-6bb7dbe957a0 req-9782410c-42c1-4ab9-8a2a-e88492d72c4d service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] No waiting events found dispatching network-vif-plugged-0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.519263] env[69195]: WARNING nova.compute.manager [req-3a6d2c28-aeae-4522-a158-6bb7dbe957a0 req-9782410c-42c1-4ab9-8a2a-e88492d72c4d service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Received unexpected event network-vif-plugged-0449a472-36ff-4deb-afda-f9bb98369c0c for instance with vm_state building and task_state spawning. [ 1378.595947] env[69195]: DEBUG nova.network.neutron [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Successfully updated port: 0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.099652] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.099652] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.099652] env[69195]: DEBUG nova.network.neutron [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.632034] env[69195]: DEBUG nova.network.neutron [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.754389] env[69195]: DEBUG nova.network.neutron [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updating instance_info_cache with network_info: [{"id": "0449a472-36ff-4deb-afda-f9bb98369c0c", "address": "fa:16:3e:0e:85:14", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0449a472-36", "ovs_interfaceid": "0449a472-36ff-4deb-afda-f9bb98369c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.257281] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.257646] env[69195]: DEBUG nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Instance network_info: |[{"id": "0449a472-36ff-4deb-afda-f9bb98369c0c", "address": "fa:16:3e:0e:85:14", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0449a472-36", "ovs_interfaceid": "0449a472-36ff-4deb-afda-f9bb98369c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.258143] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:85:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0449a472-36ff-4deb-afda-f9bb98369c0c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.266379] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.266591] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.266816] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1c92164-8bea-4c46-9245-5e23c2e215d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.288723] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.288723] env[69195]: value = "task-3505402" [ 1380.288723] env[69195]: _type = "Task" [ 1380.288723] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.298177] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505402, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.546127] env[69195]: DEBUG nova.compute.manager [req-b3820c23-2544-46b1-b72e-a18a51b4f4d8 req-289b6f7f-891d-4ba7-a6dc-93f55f988a7a service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Received event network-changed-0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.546262] env[69195]: DEBUG nova.compute.manager [req-b3820c23-2544-46b1-b72e-a18a51b4f4d8 req-289b6f7f-891d-4ba7-a6dc-93f55f988a7a service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Refreshing instance network info cache due to event network-changed-0449a472-36ff-4deb-afda-f9bb98369c0c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1380.546449] env[69195]: DEBUG oslo_concurrency.lockutils [req-b3820c23-2544-46b1-b72e-a18a51b4f4d8 req-289b6f7f-891d-4ba7-a6dc-93f55f988a7a service nova] Acquiring lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.546620] env[69195]: DEBUG oslo_concurrency.lockutils [req-b3820c23-2544-46b1-b72e-a18a51b4f4d8 req-289b6f7f-891d-4ba7-a6dc-93f55f988a7a service nova] Acquired lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.546759] env[69195]: DEBUG nova.network.neutron [req-b3820c23-2544-46b1-b72e-a18a51b4f4d8 req-289b6f7f-891d-4ba7-a6dc-93f55f988a7a service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Refreshing network info cache for port 0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.798584] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505402, 'name': CreateVM_Task, 'duration_secs': 0.278128} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.798973] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.799457] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.799634] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.799945] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.800214] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caafa987-f795-4f82-9ff0-54222516eaab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.804443] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1380.804443] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5273e548-7828-73ef-0f27-8738d169b954" [ 1380.804443] env[69195]: _type = "Task" [ 1380.804443] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.811954] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5273e548-7828-73ef-0f27-8738d169b954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.219315] env[69195]: DEBUG nova.network.neutron [req-b3820c23-2544-46b1-b72e-a18a51b4f4d8 req-289b6f7f-891d-4ba7-a6dc-93f55f988a7a service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updated VIF entry in instance network info cache for port 0449a472-36ff-4deb-afda-f9bb98369c0c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.219687] env[69195]: DEBUG nova.network.neutron [req-b3820c23-2544-46b1-b72e-a18a51b4f4d8 req-289b6f7f-891d-4ba7-a6dc-93f55f988a7a service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updating instance_info_cache with network_info: [{"id": "0449a472-36ff-4deb-afda-f9bb98369c0c", "address": "fa:16:3e:0e:85:14", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0449a472-36", "ovs_interfaceid": "0449a472-36ff-4deb-afda-f9bb98369c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.314101] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5273e548-7828-73ef-0f27-8738d169b954, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.314400] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.314636] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.314880] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.315031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.315218] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.315465] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5113958c-e8f7-4bb3-b6cb-63c73a5a3aff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.323180] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.323354] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.324060] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8224b44a-6864-4461-85bf-17016146186b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.328565] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1381.328565] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5248f4fc-3ccd-91b8-e6e8-8bc22149f7fa" [ 1381.328565] env[69195]: _type = "Task" [ 1381.328565] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.335481] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5248f4fc-3ccd-91b8-e6e8-8bc22149f7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.722495] env[69195]: DEBUG oslo_concurrency.lockutils [req-b3820c23-2544-46b1-b72e-a18a51b4f4d8 req-289b6f7f-891d-4ba7-a6dc-93f55f988a7a service nova] Releasing lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.839670] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5248f4fc-3ccd-91b8-e6e8-8bc22149f7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.007759} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.840504] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c549088-862f-4f1c-b820-2a37eadd9ef9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.845436] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1381.845436] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d55bd0-a484-5da6-f7a2-5ac7ec82143a" [ 1381.845436] env[69195]: _type = "Task" [ 1381.845436] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.853049] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d55bd0-a484-5da6-f7a2-5ac7ec82143a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.356062] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d55bd0-a484-5da6-f7a2-5ac7ec82143a, 'name': SearchDatastore_Task, 'duration_secs': 0.009005} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.356272] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.356546] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2/f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.356800] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d23fdd5d-ad4d-4d4d-a833-b0140a0192b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.362949] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1382.362949] env[69195]: value = "task-3505403" [ 1382.362949] env[69195]: _type = "Task" [ 1382.362949] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.371225] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.873816] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426068} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.874234] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2/f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.874540] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.874828] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-924cf34d-b593-475e-8445-3cda0f4b71f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.881917] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1382.881917] env[69195]: value = "task-3505404" [ 1382.881917] env[69195]: _type = "Task" [ 1382.881917] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.889558] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.391775] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059931} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.392537] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.392839] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a757eda1-5d65-4d32-84ea-c561bbfe5c34 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.414530] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2/f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.414751] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4490e640-9d02-408a-9352-d6298dea7b95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.435736] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1383.435736] env[69195]: value = "task-3505405" [ 1383.435736] env[69195]: _type = "Task" [ 1383.435736] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.443431] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.946086] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505405, 'name': ReconfigVM_Task, 'duration_secs': 0.287174} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.946466] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2/f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.946960] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87516c96-184d-4cf3-9abb-b18706f7aa14 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.952667] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1383.952667] env[69195]: value = "task-3505406" [ 1383.952667] env[69195]: _type = "Task" [ 1383.952667] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.960295] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505406, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.462773] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505406, 'name': Rename_Task, 'duration_secs': 0.169956} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.463059] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.463369] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e18bf68-dc5e-47c7-b623-b70a6593f8fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.469788] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1384.469788] env[69195]: value = "task-3505407" [ 1384.469788] env[69195]: _type = "Task" [ 1384.469788] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.476817] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.980367] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.480550] env[69195]: DEBUG oslo_vmware.api [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505407, 'name': PowerOnVM_Task, 'duration_secs': 0.682654} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.480814] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.481022] env[69195]: INFO nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1385.481276] env[69195]: DEBUG nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.482062] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0006fd74-c22e-4cda-b5e9-eaf7792d2846 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.001246] env[69195]: INFO nova.compute.manager [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Took 11.77 seconds to build instance. [ 1386.370737] env[69195]: DEBUG nova.compute.manager [req-6e706c12-0756-4bb0-98d2-03602367d19d req-5c0e8ada-097d-4588-a8fd-3dbea1d8c7dd service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Received event network-changed-0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.370951] env[69195]: DEBUG nova.compute.manager [req-6e706c12-0756-4bb0-98d2-03602367d19d req-5c0e8ada-097d-4588-a8fd-3dbea1d8c7dd service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Refreshing instance network info cache due to event network-changed-0449a472-36ff-4deb-afda-f9bb98369c0c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1386.371184] env[69195]: DEBUG oslo_concurrency.lockutils [req-6e706c12-0756-4bb0-98d2-03602367d19d req-5c0e8ada-097d-4588-a8fd-3dbea1d8c7dd service nova] Acquiring lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.371327] env[69195]: DEBUG oslo_concurrency.lockutils [req-6e706c12-0756-4bb0-98d2-03602367d19d req-5c0e8ada-097d-4588-a8fd-3dbea1d8c7dd service nova] Acquired lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.371490] env[69195]: DEBUG nova.network.neutron [req-6e706c12-0756-4bb0-98d2-03602367d19d req-5c0e8ada-097d-4588-a8fd-3dbea1d8c7dd service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Refreshing network info cache for port 0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.503551] env[69195]: DEBUG oslo_concurrency.lockutils [None req-086b1ccd-244b-4682-b9bb-05f9f98d881c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.277s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.069724] env[69195]: DEBUG nova.network.neutron [req-6e706c12-0756-4bb0-98d2-03602367d19d req-5c0e8ada-097d-4588-a8fd-3dbea1d8c7dd service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updated VIF entry in instance network info cache for port 0449a472-36ff-4deb-afda-f9bb98369c0c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.070109] env[69195]: DEBUG nova.network.neutron [req-6e706c12-0756-4bb0-98d2-03602367d19d req-5c0e8ada-097d-4588-a8fd-3dbea1d8c7dd service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updating instance_info_cache with network_info: [{"id": "0449a472-36ff-4deb-afda-f9bb98369c0c", "address": "fa:16:3e:0e:85:14", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0449a472-36", "ovs_interfaceid": "0449a472-36ff-4deb-afda-f9bb98369c0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.573324] env[69195]: DEBUG oslo_concurrency.lockutils [req-6e706c12-0756-4bb0-98d2-03602367d19d req-5c0e8ada-097d-4588-a8fd-3dbea1d8c7dd service nova] Releasing lock "refresh_cache-f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.616511] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.616511] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.119539] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.119805] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.120068] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.120238] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1407.121181] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27567b42-654e-4d89-bb5d-fbaae0d9324b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.129768] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d9718-a80e-41f3-a080-747b57a3a213 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.143547] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b08cf-9954-472f-89a7-ee9192fd622c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.149545] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f859faf9-ac0f-479a-bcb2-764fcfa82f67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.177500] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180204MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1407.177633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.177837] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.207466] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 8991cace-d1f0-42d2-ad29-6d339ae221d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1408.207742] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1408.207836] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1408.207941] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1408.241977] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc3f679-afaa-439a-bab9-0c67642d4ab6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.249183] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89790fc8-fa2d-4250-96c5-d407a750c54e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.279320] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0a0c78-38dd-478e-b068-77976740258e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.286097] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed84805-2be2-41ed-b135-30db19e3501f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.298686] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.801769] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.306988] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1409.307409] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.306452] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.306709] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.306843] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.306998] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1410.307162] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1410.612222] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.611513] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.615858] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.862022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.862473] env[69195]: DEBUG oslo_concurrency.lockutils [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.366340] env[69195]: DEBUG nova.compute.utils [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1423.869419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.928474] env[69195]: DEBUG oslo_concurrency.lockutils [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.928863] env[69195]: DEBUG oslo_concurrency.lockutils [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.929040] env[69195]: INFO nova.compute.manager [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Attaching volume 22fbb8d5-4f6b-43b1-bc85-1382e3f02608 to /dev/sdb [ 1424.960315] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12367fb1-d5c4-4a8b-b3cd-930d0a8a4ec0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.967139] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a01b84-40c0-48c6-8548-d0c2e6b3288d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.979412] env[69195]: DEBUG nova.virt.block_device [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updating existing volume attachment record: 8b35e51c-02f8-46ee-b556-0859d399abec {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1429.521210] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1429.521468] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1429.522426] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5614c2-0938-4fa7-9e77-c891e501cb08 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.538653] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0152bf11-e528-430a-b852-20cdbe5e36ca {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.563993] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608/volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.564259] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfb8579-b864-4d5d-be76-e14b7c3addd2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.582151] env[69195]: DEBUG oslo_vmware.api [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1429.582151] env[69195]: value = "task-3505412" [ 1429.582151] env[69195]: _type = "Task" [ 1429.582151] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.589590] env[69195]: DEBUG oslo_vmware.api [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.092288] env[69195]: DEBUG oslo_vmware.api [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505412, 'name': ReconfigVM_Task, 'duration_secs': 0.317195} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.092565] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608/volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.097234] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-599db0bd-ea37-461f-ac11-adc2ad9f8005 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.110878] env[69195]: DEBUG oslo_vmware.api [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1430.110878] env[69195]: value = "task-3505413" [ 1430.110878] env[69195]: _type = "Task" [ 1430.110878] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.118103] env[69195]: DEBUG oslo_vmware.api [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.620541] env[69195]: DEBUG oslo_vmware.api [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505413, 'name': ReconfigVM_Task, 'duration_secs': 0.128781} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.620881] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1431.655253] env[69195]: DEBUG nova.objects.instance [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'flavor' on Instance uuid f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.161929] env[69195]: DEBUG oslo_concurrency.lockutils [None req-58148b2a-2e75-4acc-ac63-c349876ea567 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.546116] env[69195]: INFO nova.compute.manager [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Rebuilding instance [ 1432.586849] env[69195]: DEBUG nova.compute.manager [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.587717] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1d8698-2949-442e-bcd5-a4c653a52599 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.601026] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.601434] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31de702c-e03c-41b6-a92a-b530c8999ae7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.608252] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1433.608252] env[69195]: value = "task-3505414" [ 1433.608252] env[69195]: _type = "Task" [ 1433.608252] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.616233] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.119085] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505414, 'name': PowerOffVM_Task, 'duration_secs': 0.202204} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.119345] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.170193] env[69195]: INFO nova.compute.manager [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Detaching volume 22fbb8d5-4f6b-43b1-bc85-1382e3f02608 [ 1434.198721] env[69195]: INFO nova.virt.block_device [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Attempting to driver detach volume 22fbb8d5-4f6b-43b1-bc85-1382e3f02608 from mountpoint /dev/sdb [ 1434.198960] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1434.199178] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1434.200048] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9845ceae-9a6e-40fe-9e81-a4ea4ff47762 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.221052] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de86f8c1-d5d0-473f-b7f9-f5a0ccf7684c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.227061] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a8f008-2bb8-4f48-9961-f15ca83abae2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.246362] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855cdbc-8212-4dfe-9e2b-3812298ea5f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.260077] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] The volume has not been displaced from its original location: [datastore1] volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608/volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1434.265302] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1434.265529] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469ef551-4d38-4072-b222-d35c0fc55c57 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.283024] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1434.283024] env[69195]: value = "task-3505415" [ 1434.283024] env[69195]: _type = "Task" [ 1434.283024] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.290410] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.792980] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505415, 'name': ReconfigVM_Task, 'duration_secs': 0.207248} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.793396] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1434.797985] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670b2a4a-032c-4dfd-92aa-fcef3d19e090 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.812948] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1434.812948] env[69195]: value = "task-3505416" [ 1434.812948] env[69195]: _type = "Task" [ 1434.812948] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.820173] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.322098] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505416, 'name': ReconfigVM_Task, 'duration_secs': 0.160584} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.322395] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1436.371058] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1436.371437] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab5e5e1-ffc8-4c58-b053-6e163d3dd085 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.379455] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1436.379455] env[69195]: value = "task-3505417" [ 1436.379455] env[69195]: _type = "Task" [ 1436.379455] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.388014] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.889568] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] VM already powered off {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1436.889776] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1436.889963] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1436.890737] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283ed1b7-ff54-456a-b0ab-367e332fa24e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.908038] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16465b2-43d0-4ddc-b827-01f3b332648e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.913180] env[69195]: WARNING nova.virt.vmwareapi.driver [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1436.913431] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.914112] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3d2b5-2a10-429e-94a6-fc5b434f5117 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.919897] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.920112] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a712080c-2f44-4a41-a67f-ef20eed05f0f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.989435] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.989717] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.989901] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleting the datastore file [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.990180] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56690ac7-3a0d-4cfa-b277-4c16c7572c95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.996115] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1436.996115] env[69195]: value = "task-3505419" [ 1436.996115] env[69195]: _type = "Task" [ 1436.996115] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.003172] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.506474] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159708} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.508069] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.508069] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.508069] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.012413] env[69195]: INFO nova.virt.block_device [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Booting with volume 22fbb8d5-4f6b-43b1-bc85-1382e3f02608 at /dev/sdb [ 1438.043739] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad826b37-af0e-4ee2-9f07-2af5ea6dc505 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.052665] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ecb07-5cc2-4ca5-9fd0-9b8f19a438d6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.076698] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ff66415-92e5-41d7-867f-5caf8ed8fea2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.084177] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f7b04e-9189-41b2-bd83-023294609a2a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.107069] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9957e-93f4-410d-b062-a09f873bdafb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.112674] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7762d-af53-45b8-99cf-e0130750d335 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.125978] env[69195]: DEBUG nova.virt.block_device [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updating existing volume attachment record: 306dc6d8-93e9-4e5b-90af-26b7f26c598d {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1440.227597] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.227906] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.228032] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.228222] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.228371] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.228522] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.228723] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.228880] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.229512] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.229702] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.229880] env[69195]: DEBUG nova.virt.hardware [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.230755] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d37115-6836-477e-b7e7-88450e38e29e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.238334] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038c1d58-2284-43b9-9878-9816bfb3a125 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.251634] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:85:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0449a472-36ff-4deb-afda-f9bb98369c0c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.259593] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.259892] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.260178] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d697ac3-3c28-4e54-91c6-d47c2df80873 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.280375] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.280375] env[69195]: value = "task-3505420" [ 1440.280375] env[69195]: _type = "Task" [ 1440.280375] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.286900] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505420, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.790618] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505420, 'name': CreateVM_Task, 'duration_secs': 0.330753} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.790841] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.791615] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.791783] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.792119] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.792373] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34d3358-e9c8-4732-967b-768a8cb0f9bf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.797034] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1440.797034] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52be1d59-8abe-a2f7-258e-cbea0bff35ba" [ 1440.797034] env[69195]: _type = "Task" [ 1440.797034] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.804334] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52be1d59-8abe-a2f7-258e-cbea0bff35ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.307532] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52be1d59-8abe-a2f7-258e-cbea0bff35ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.307931] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.308066] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.308310] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.308496] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.308685] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.308938] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8855cffb-61c5-4a6c-b998-e7eb0b0da489 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.317248] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.317416] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.318081] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11ca97f-af31-48de-b277-49e379b2a192 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.322739] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1441.322739] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ac8c06-49b7-1d7c-3515-fe7c1cb1a943" [ 1441.322739] env[69195]: _type = "Task" [ 1441.322739] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.329854] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ac8c06-49b7-1d7c-3515-fe7c1cb1a943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.833334] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ac8c06-49b7-1d7c-3515-fe7c1cb1a943, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.833888] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca469590-f818-4c29-a875-8c2cc7d1fb50 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.838634] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1441.838634] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525c5b3e-d98f-4d56-8f95-e6bc68fe5a4a" [ 1441.838634] env[69195]: _type = "Task" [ 1441.838634] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.846314] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525c5b3e-d98f-4d56-8f95-e6bc68fe5a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.349302] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]525c5b3e-d98f-4d56-8f95-e6bc68fe5a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.349674] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.349768] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2/f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.350035] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88847ede-b5d8-48bb-a9ba-539b49083c4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.357243] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1442.357243] env[69195]: value = "task-3505421" [ 1442.357243] env[69195]: _type = "Task" [ 1442.357243] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.363944] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.867269] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45993} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.867523] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2/f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.867736] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.867982] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a9bbd3d-d70e-480b-b412-43c310492c71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.873173] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1442.873173] env[69195]: value = "task-3505422" [ 1442.873173] env[69195]: _type = "Task" [ 1442.873173] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.880017] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.383418] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07022} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.383775] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.384388] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e3c764-d273-478f-9186-c3a0fd65d5e8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.405447] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2/f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.405682] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2b4e88-930f-4538-83e8-b015a2b5af58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.424681] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1443.424681] env[69195]: value = "task-3505423" [ 1443.424681] env[69195]: _type = "Task" [ 1443.424681] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.431925] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.933987] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505423, 'name': ReconfigVM_Task, 'duration_secs': 0.282209} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.934367] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2/f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.935563] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_options': None, 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'guest_format': None, 'boot_index': 0, 'encryption_secret_uuid': None, 'disk_bus': None, 'image_id': '42d113a8-c043-47cd-9d4a-ba85b4a1d87e'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'}, 'disk_bus': None, 'attachment_id': '306dc6d8-93e9-4e5b-90af-26b7f26c598d', 'volume_type': None}], 'swap': None} {{(pid=69195) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1443.935820] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1443.936060] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1443.936880] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8300a97-cdda-44d9-a3bf-016af81a7324 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.952323] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ee249b-a792-4116-8e8b-dc0946156106 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.975809] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608/volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.976107] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77585a4b-4e03-4dfa-b530-dd2c673ec129 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.994468] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1443.994468] env[69195]: value = "task-3505424" [ 1443.994468] env[69195]: _type = "Task" [ 1443.994468] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.001923] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.504355] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505424, 'name': ReconfigVM_Task, 'duration_secs': 0.31634} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.504714] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608/volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.509285] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edccccb6-e753-4147-b0e9-7eccb8c34de9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.523718] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1444.523718] env[69195]: value = "task-3505425" [ 1444.523718] env[69195]: _type = "Task" [ 1444.523718] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.531201] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.033670] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505425, 'name': ReconfigVM_Task, 'duration_secs': 0.161876} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.033972] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1445.034580] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d88cb01c-b938-483d-ab5c-382611ac144c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.040191] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1445.040191] env[69195]: value = "task-3505426" [ 1445.040191] env[69195]: _type = "Task" [ 1445.040191] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.048593] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505426, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.549804] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505426, 'name': Rename_Task, 'duration_secs': 0.150931} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.550253] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.550523] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22dfd1fa-b079-44a4-b45b-724b59f46883 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.556664] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1445.556664] env[69195]: value = "task-3505427" [ 1445.556664] env[69195]: _type = "Task" [ 1445.556664] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.563876] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.069869] env[69195]: DEBUG oslo_vmware.api [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505427, 'name': PowerOnVM_Task, 'duration_secs': 0.431601} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.070246] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.070512] env[69195]: DEBUG nova.compute.manager [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.071615] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f2ad09-50a8-4c1a-9fe0-6903e8efedbd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.593437] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.593706] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.593878] env[69195]: DEBUG nova.objects.instance [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69195) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1447.602983] env[69195]: DEBUG oslo_concurrency.lockutils [None req-da95abe9-4f8c-4100-b68f-e3c78fbf4a3e tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.615628] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1468.118868] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.119133] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.119314] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.119492] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1468.120469] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc3915-55d7-4374-bf9c-ea6338ac4e0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.128830] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984ce1c2-bccd-49ca-b191-3922c55bd60b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.141982] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a19d85-e588-4466-89dc-5648d148c9c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.148364] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1016ba26-b3ff-45db-894e-96542133756e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.177383] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180265MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1468.177523] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.177724] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.205937] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 8991cace-d1f0-42d2-ad29-6d339ae221d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1469.206245] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1469.206309] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1469.206429] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1469.222744] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1469.234850] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1469.235034] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1469.245040] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1469.261065] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1469.297052] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032eee2e-ae47-41d1-abff-2b1b70f007c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.304493] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56288324-f092-4a13-8ca9-eed58f95818b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.333497] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b680ef1f-e81a-43eb-a2aa-642027974cd0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.340056] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f747b283-c1d3-41cd-a7fb-2963d7197fcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.354107] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.857271] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.858623] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1469.858828] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.681s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.859062] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.118681] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.118962] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.119105] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.119268] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.119420] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.119570] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1471.119738] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.119864] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69195) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1472.118653] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.118911] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.119166] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1472.626418] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] There are 18 instances to clean {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1472.626592] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: d8c71884-7750-426b-92fb-8901eda21e86] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.130496] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 7f7c6ca5-c39d-4c7e-9536-096b05637712] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1473.633954] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 0b65aa65-e95c-48c0-8258-ae3330b4ade8] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.137609] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 6b1c1b9d-21a9-4d5f-9477-f33755c55cdc] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1474.640547] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: be15ac0a-64f1-4e03-aef9-c00011509af0] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.143748] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 362ef27f-667f-4e64-9aba-8cda8120258d] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.648242] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: f2bda02c-52f0-4d16-80cb-0b1741a27c48] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.151563] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 43637d28-4ffa-4ef7-b2d7-cbb1eb8913a3] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.654614] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 7113b577-10f7-40e7-80f4-4881214983bf] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.157653] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 851eb0d8-f94f-451d-a079-28d0d2ac92d9] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.660948] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c2849939-1b5f-4c96-a555-d0a6a6b3ddee] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.164274] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 45e54d69-73a2-4f32-829f-e360b58d5fe4] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.667747] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 12bddbb6-87b9-4bbe-8951-804b3b2e6cdc] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.171260] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 5c2e031a-258e-4762-8b3f-78e6636d3803] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.675057] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: a4420c32-a6b2-4770-9c11-921eb622592d] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.177785] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 68cc86df-23b7-48ca-8ab5-ce4f930edcc6] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.680832] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 81ccba60-0cff-4dfc-838f-aea8608e59aa] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.183979] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: d4c5a32a-fcfc-4618-bdfd-3fe922c999df] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.851348] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.851738] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.354749] env[69195]: INFO nova.compute.manager [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Detaching volume 22fbb8d5-4f6b-43b1-bc85-1382e3f02608 [ 1483.385541] env[69195]: INFO nova.virt.block_device [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Attempting to driver detach volume 22fbb8d5-4f6b-43b1-bc85-1382e3f02608 from mountpoint /dev/sdb [ 1483.385784] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1483.385971] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1483.386867] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d021fc-ad63-4147-a2fe-c01a41316be8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.409493] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39169ad-36af-4787-99fe-1d0f44a0467b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.416188] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e42be-07e8-4b02-b873-fb9d6a4e6210 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.435995] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87df1de-fdbe-448d-b077-42cec3e20631 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.449997] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] The volume has not been displaced from its original location: [datastore1] volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608/volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1483.455219] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1483.455526] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73671545-5043-45c2-9b60-653cff2e08f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.474421] env[69195]: DEBUG oslo_vmware.api [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1483.474421] env[69195]: value = "task-3505428" [ 1483.474421] env[69195]: _type = "Task" [ 1483.474421] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.481988] env[69195]: DEBUG oslo_vmware.api [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.984115] env[69195]: DEBUG oslo_vmware.api [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505428, 'name': ReconfigVM_Task, 'duration_secs': 0.210837} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.984526] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1483.988986] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-282ae669-e214-4154-be64-6f870d2fd16b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.004167] env[69195]: DEBUG oslo_vmware.api [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1484.004167] env[69195]: value = "task-3505429" [ 1484.004167] env[69195]: _type = "Task" [ 1484.004167] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.011669] env[69195]: DEBUG oslo_vmware.api [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.184510] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.513432] env[69195]: DEBUG oslo_vmware.api [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505429, 'name': ReconfigVM_Task, 'duration_secs': 0.134495} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.513729] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700448', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'name': 'volume-22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2', 'attached_at': '', 'detached_at': '', 'volume_id': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608', 'serial': '22fbb8d5-4f6b-43b1-bc85-1382e3f02608'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1485.053375] env[69195]: DEBUG nova.objects.instance [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'flavor' on Instance uuid f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.062381] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9395572-d08a-4c8f-bec5-002649883b26 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.083196] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.083598] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.083695] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.083879] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.084059] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.086247] env[69195]: INFO nova.compute.manager [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Terminating instance [ 1487.590272] env[69195]: DEBUG nova.compute.manager [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1487.590480] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.591417] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45b4d3b-5651-4a7e-845c-7eb39d416ba0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.599146] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1487.599371] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e2e8b99-9d67-4c4f-bef8-5a1702bf416c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.605148] env[69195]: DEBUG oslo_vmware.api [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1487.605148] env[69195]: value = "task-3505430" [ 1487.605148] env[69195]: _type = "Task" [ 1487.605148] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.613480] env[69195]: DEBUG oslo_vmware.api [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.114419] env[69195]: DEBUG oslo_vmware.api [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505430, 'name': PowerOffVM_Task, 'duration_secs': 0.167991} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.114819] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.114819] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.115075] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5954ba2-eb97-4aa0-8fb3-830a11bf48cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.178115] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.178339] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.178520] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleting the datastore file [datastore1] f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.178794] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44dfc1b-0249-439f-baaa-7de1b32c2895 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.185235] env[69195]: DEBUG oslo_vmware.api [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1488.185235] env[69195]: value = "task-3505432" [ 1488.185235] env[69195]: _type = "Task" [ 1488.185235] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.192539] env[69195]: DEBUG oslo_vmware.api [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.694876] env[69195]: DEBUG oslo_vmware.api [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130146} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.695150] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.695335] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.695509] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.695682] env[69195]: INFO nova.compute.manager [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1488.695930] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1488.696139] env[69195]: DEBUG nova.compute.manager [-] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1488.696228] env[69195]: DEBUG nova.network.neutron [-] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1489.169578] env[69195]: DEBUG nova.compute.manager [req-0f752450-f3af-40cd-a370-dbce7e25942d req-05eeac8b-177a-4b51-861a-cdde793d9faa service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Received event network-vif-deleted-0449a472-36ff-4deb-afda-f9bb98369c0c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1489.169834] env[69195]: INFO nova.compute.manager [req-0f752450-f3af-40cd-a370-dbce7e25942d req-05eeac8b-177a-4b51-861a-cdde793d9faa service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Neutron deleted interface 0449a472-36ff-4deb-afda-f9bb98369c0c; detaching it from the instance and deleting it from the info cache [ 1489.170022] env[69195]: DEBUG nova.network.neutron [req-0f752450-f3af-40cd-a370-dbce7e25942d req-05eeac8b-177a-4b51-861a-cdde793d9faa service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.653668] env[69195]: DEBUG nova.network.neutron [-] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.672652] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-920511cc-bb37-41ac-8829-500d8b5ed963 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.682792] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa3ca7b-1f97-4d36-a654-a3df720700b9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.711278] env[69195]: DEBUG nova.compute.manager [req-0f752450-f3af-40cd-a370-dbce7e25942d req-05eeac8b-177a-4b51-861a-cdde793d9faa service nova] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Detach interface failed, port_id=0449a472-36ff-4deb-afda-f9bb98369c0c, reason: Instance f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1490.157981] env[69195]: INFO nova.compute.manager [-] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Took 1.46 seconds to deallocate network for instance. [ 1490.664167] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.664542] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.664682] env[69195]: DEBUG nova.objects.instance [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'resources' on Instance uuid f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.302470] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700127cb-48cc-4173-b203-5fd7eef31470 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.309840] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927f90b6-8b11-437a-970b-50f7fdfaaf7b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.339104] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4777e8ac-f2d0-4715-9f9b-0c152ef21dc8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.345882] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1754044b-4aba-40d2-9f56-9c890066fad5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.358492] env[69195]: DEBUG nova.compute.provider_tree [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.861687] env[69195]: DEBUG nova.scheduler.client.report [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.368075] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.387017] env[69195]: INFO nova.scheduler.client.report [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted allocations for instance f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2 [ 1492.896351] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdef07d8-d71c-438f-9c78-8f5ea1556f39 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.813s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.451663] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f987925f-caa7-42ef-bdf6-42fc06cad134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.451982] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f987925f-caa7-42ef-bdf6-42fc06cad134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.954019] env[69195]: DEBUG nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1495.475262] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.475548] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.477063] env[69195]: INFO nova.compute.claims [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.519387] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233fcb31-239a-4cfa-a0e9-5cbb5fd0f947 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.527096] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15348271-4e6d-4aae-aea0-bff90a9f2ede {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.556920] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd57747f-d503-4a9d-a779-621ed4d3a504 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.563559] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ccb3c-ddea-4f38-87c2-90a627a49277 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.576053] env[69195]: DEBUG nova.compute.provider_tree [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.079570] env[69195]: DEBUG nova.scheduler.client.report [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.584160] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.584591] env[69195]: DEBUG nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1498.089353] env[69195]: DEBUG nova.compute.utils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1498.090733] env[69195]: DEBUG nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.090902] env[69195]: DEBUG nova.network.neutron [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.137868] env[69195]: DEBUG nova.policy [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc8deb42cd047f382201d1ae1d8fb10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e1f6612dfa401c86c4497942ec918a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1498.390365] env[69195]: DEBUG nova.network.neutron [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Successfully created port: f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.594012] env[69195]: DEBUG nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1499.604674] env[69195]: DEBUG nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.631386] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.631641] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.631810] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.632010] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.632176] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.632328] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.632553] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.632719] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.632883] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.633063] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.633243] env[69195]: DEBUG nova.virt.hardware [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.634132] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b3e80f-d890-42c6-b0ca-77e78cd5bbcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.642111] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d884c5-0045-4ebf-891f-6a0124913676 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.756173] env[69195]: DEBUG nova.compute.manager [req-a9e528c1-de38-4f36-b045-68f42d90c0d7 req-e7c07cb0-641c-47c0-805a-5740b8eb7955 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Received event network-vif-plugged-f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.756403] env[69195]: DEBUG oslo_concurrency.lockutils [req-a9e528c1-de38-4f36-b045-68f42d90c0d7 req-e7c07cb0-641c-47c0-805a-5740b8eb7955 service nova] Acquiring lock "f987925f-caa7-42ef-bdf6-42fc06cad134-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.756613] env[69195]: DEBUG oslo_concurrency.lockutils [req-a9e528c1-de38-4f36-b045-68f42d90c0d7 req-e7c07cb0-641c-47c0-805a-5740b8eb7955 service nova] Lock "f987925f-caa7-42ef-bdf6-42fc06cad134-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.756781] env[69195]: DEBUG oslo_concurrency.lockutils [req-a9e528c1-de38-4f36-b045-68f42d90c0d7 req-e7c07cb0-641c-47c0-805a-5740b8eb7955 service nova] Lock "f987925f-caa7-42ef-bdf6-42fc06cad134-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.756949] env[69195]: DEBUG nova.compute.manager [req-a9e528c1-de38-4f36-b045-68f42d90c0d7 req-e7c07cb0-641c-47c0-805a-5740b8eb7955 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] No waiting events found dispatching network-vif-plugged-f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1499.757297] env[69195]: WARNING nova.compute.manager [req-a9e528c1-de38-4f36-b045-68f42d90c0d7 req-e7c07cb0-641c-47c0-805a-5740b8eb7955 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Received unexpected event network-vif-plugged-f12348e7-aa1d-42fe-be6a-413e3d64e16c for instance with vm_state building and task_state spawning. [ 1499.846826] env[69195]: DEBUG nova.network.neutron [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Successfully updated port: f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.349962] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.350195] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.350349] env[69195]: DEBUG nova.network.neutron [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.880818] env[69195]: DEBUG nova.network.neutron [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.004713] env[69195]: DEBUG nova.network.neutron [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Updating instance_info_cache with network_info: [{"id": "f12348e7-aa1d-42fe-be6a-413e3d64e16c", "address": "fa:16:3e:e3:94:d4", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12348e7-aa", "ovs_interfaceid": "f12348e7-aa1d-42fe-be6a-413e3d64e16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.507367] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.507743] env[69195]: DEBUG nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Instance network_info: |[{"id": "f12348e7-aa1d-42fe-be6a-413e3d64e16c", "address": "fa:16:3e:e3:94:d4", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12348e7-aa", "ovs_interfaceid": "f12348e7-aa1d-42fe-be6a-413e3d64e16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1501.508263] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:94:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f12348e7-aa1d-42fe-be6a-413e3d64e16c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.516459] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.516669] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.516929] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30b44e94-df0e-4c5b-8fbb-268e9db9a89f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.538187] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.538187] env[69195]: value = "task-3505433" [ 1501.538187] env[69195]: _type = "Task" [ 1501.538187] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.545945] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505433, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.782259] env[69195]: DEBUG nova.compute.manager [req-65afa38e-3e71-41e4-9d5c-063b84c1ebf7 req-e85e6cb2-bb36-4131-8f78-e02d10207024 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Received event network-changed-f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.782469] env[69195]: DEBUG nova.compute.manager [req-65afa38e-3e71-41e4-9d5c-063b84c1ebf7 req-e85e6cb2-bb36-4131-8f78-e02d10207024 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Refreshing instance network info cache due to event network-changed-f12348e7-aa1d-42fe-be6a-413e3d64e16c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1501.782686] env[69195]: DEBUG oslo_concurrency.lockutils [req-65afa38e-3e71-41e4-9d5c-063b84c1ebf7 req-e85e6cb2-bb36-4131-8f78-e02d10207024 service nova] Acquiring lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.782837] env[69195]: DEBUG oslo_concurrency.lockutils [req-65afa38e-3e71-41e4-9d5c-063b84c1ebf7 req-e85e6cb2-bb36-4131-8f78-e02d10207024 service nova] Acquired lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.783273] env[69195]: DEBUG nova.network.neutron [req-65afa38e-3e71-41e4-9d5c-063b84c1ebf7 req-e85e6cb2-bb36-4131-8f78-e02d10207024 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Refreshing network info cache for port f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.048373] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505433, 'name': CreateVM_Task, 'duration_secs': 0.286721} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.048811] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1502.049310] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.049465] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.049782] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.050053] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b53048a1-06e0-44cf-a7a5-592e6818da52 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.054664] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1502.054664] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52302015-1283-c813-b9f8-f399d47b4f11" [ 1502.054664] env[69195]: _type = "Task" [ 1502.054664] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.062443] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52302015-1283-c813-b9f8-f399d47b4f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.460015] env[69195]: DEBUG nova.network.neutron [req-65afa38e-3e71-41e4-9d5c-063b84c1ebf7 req-e85e6cb2-bb36-4131-8f78-e02d10207024 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Updated VIF entry in instance network info cache for port f12348e7-aa1d-42fe-be6a-413e3d64e16c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.460476] env[69195]: DEBUG nova.network.neutron [req-65afa38e-3e71-41e4-9d5c-063b84c1ebf7 req-e85e6cb2-bb36-4131-8f78-e02d10207024 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Updating instance_info_cache with network_info: [{"id": "f12348e7-aa1d-42fe-be6a-413e3d64e16c", "address": "fa:16:3e:e3:94:d4", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12348e7-aa", "ovs_interfaceid": "f12348e7-aa1d-42fe-be6a-413e3d64e16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.564294] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52302015-1283-c813-b9f8-f399d47b4f11, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.564556] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.564783] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.565049] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.565207] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.565387] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.565630] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a10ca240-703c-4ba1-8f0d-6077bdd9d7c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.573580] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.573754] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.574446] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd54dde9-37ab-4de6-855e-209ff37a3cac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.579564] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1502.579564] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522818c3-95e8-79f1-2058-230c81ac3fc4" [ 1502.579564] env[69195]: _type = "Task" [ 1502.579564] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.587096] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522818c3-95e8-79f1-2058-230c81ac3fc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.963598] env[69195]: DEBUG oslo_concurrency.lockutils [req-65afa38e-3e71-41e4-9d5c-063b84c1ebf7 req-e85e6cb2-bb36-4131-8f78-e02d10207024 service nova] Releasing lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.090109] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522818c3-95e8-79f1-2058-230c81ac3fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.090899] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a93901a-8b4c-44a4-9029-0243463d951c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.095827] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1503.095827] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fdefe3-1127-e450-bcc9-c8ca66196f34" [ 1503.095827] env[69195]: _type = "Task" [ 1503.095827] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.103272] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fdefe3-1127-e450-bcc9-c8ca66196f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.606819] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52fdefe3-1127-e450-bcc9-c8ca66196f34, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.607097] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.607370] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f987925f-caa7-42ef-bdf6-42fc06cad134/f987925f-caa7-42ef-bdf6-42fc06cad134.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.607623] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a41e15e8-5949-4ac8-bf52-564925a68d9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.614153] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1503.614153] env[69195]: value = "task-3505434" [ 1503.614153] env[69195]: _type = "Task" [ 1503.614153] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.621385] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.123713] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448229} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.124147] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] f987925f-caa7-42ef-bdf6-42fc06cad134/f987925f-caa7-42ef-bdf6-42fc06cad134.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1504.124257] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.124413] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e19ab6e-9e5e-4d1b-a437-c476a9a9a282 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.131020] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1504.131020] env[69195]: value = "task-3505435" [ 1504.131020] env[69195]: _type = "Task" [ 1504.131020] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.138627] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.640791] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054091} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.641074] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.641812] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255b6c00-e7f1-49b8-9aae-d7caf2a7384a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.663247] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] f987925f-caa7-42ef-bdf6-42fc06cad134/f987925f-caa7-42ef-bdf6-42fc06cad134.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.663446] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bd28bd-1ab0-4e9a-bcfe-e3c2ee4bc224 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.682056] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1504.682056] env[69195]: value = "task-3505436" [ 1504.682056] env[69195]: _type = "Task" [ 1504.682056] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.689010] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.192521] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505436, 'name': ReconfigVM_Task, 'duration_secs': 0.275584} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.192960] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Reconfigured VM instance instance-00000079 to attach disk [datastore1] f987925f-caa7-42ef-bdf6-42fc06cad134/f987925f-caa7-42ef-bdf6-42fc06cad134.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.194853] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a718ea4-ffb9-4fef-b0da-9ef9f8e23932 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.199620] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1505.199620] env[69195]: value = "task-3505437" [ 1505.199620] env[69195]: _type = "Task" [ 1505.199620] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.206607] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505437, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.710141] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505437, 'name': Rename_Task, 'duration_secs': 0.133541} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.710373] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.710632] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7c3ad8b-65dc-4095-ba7b-399962ba8fc2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.716208] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1505.716208] env[69195]: value = "task-3505438" [ 1505.716208] env[69195]: _type = "Task" [ 1505.716208] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.723387] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.225818] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.725656] env[69195]: DEBUG oslo_vmware.api [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505438, 'name': PowerOnVM_Task, 'duration_secs': 0.98767} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.725924] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1506.726159] env[69195]: INFO nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1506.726343] env[69195]: DEBUG nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.727103] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c1b24-0950-46f4-a600-df1cd31e4c2f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.248348] env[69195]: INFO nova.compute.manager [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Took 11.79 seconds to build instance. [ 1507.259097] env[69195]: DEBUG nova.compute.manager [req-51819b8e-cf2c-4ea0-9252-99bf0a217ecf req-5e2ebcc8-7a11-47a6-a6b9-91c079aa10a0 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Received event network-changed-f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.259340] env[69195]: DEBUG nova.compute.manager [req-51819b8e-cf2c-4ea0-9252-99bf0a217ecf req-5e2ebcc8-7a11-47a6-a6b9-91c079aa10a0 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Refreshing instance network info cache due to event network-changed-f12348e7-aa1d-42fe-be6a-413e3d64e16c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1507.259519] env[69195]: DEBUG oslo_concurrency.lockutils [req-51819b8e-cf2c-4ea0-9252-99bf0a217ecf req-5e2ebcc8-7a11-47a6-a6b9-91c079aa10a0 service nova] Acquiring lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.259661] env[69195]: DEBUG oslo_concurrency.lockutils [req-51819b8e-cf2c-4ea0-9252-99bf0a217ecf req-5e2ebcc8-7a11-47a6-a6b9-91c079aa10a0 service nova] Acquired lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.259820] env[69195]: DEBUG nova.network.neutron [req-51819b8e-cf2c-4ea0-9252-99bf0a217ecf req-5e2ebcc8-7a11-47a6-a6b9-91c079aa10a0 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Refreshing network info cache for port f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.750141] env[69195]: DEBUG oslo_concurrency.lockutils [None req-629205a0-6368-4843-b3dd-525be16c0761 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f987925f-caa7-42ef-bdf6-42fc06cad134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.298s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.954234] env[69195]: DEBUG nova.network.neutron [req-51819b8e-cf2c-4ea0-9252-99bf0a217ecf req-5e2ebcc8-7a11-47a6-a6b9-91c079aa10a0 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Updated VIF entry in instance network info cache for port f12348e7-aa1d-42fe-be6a-413e3d64e16c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.954637] env[69195]: DEBUG nova.network.neutron [req-51819b8e-cf2c-4ea0-9252-99bf0a217ecf req-5e2ebcc8-7a11-47a6-a6b9-91c079aa10a0 service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Updating instance_info_cache with network_info: [{"id": "f12348e7-aa1d-42fe-be6a-413e3d64e16c", "address": "fa:16:3e:e3:94:d4", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf12348e7-aa", "ovs_interfaceid": "f12348e7-aa1d-42fe-be6a-413e3d64e16c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.457891] env[69195]: DEBUG oslo_concurrency.lockutils [req-51819b8e-cf2c-4ea0-9252-99bf0a217ecf req-5e2ebcc8-7a11-47a6-a6b9-91c079aa10a0 service nova] Releasing lock "refresh_cache-f987925f-caa7-42ef-bdf6-42fc06cad134" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.281593] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "cdf3dc0a-837c-4e26-af19-aea176d80519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.281941] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.784848] env[69195]: DEBUG nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1527.307488] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.307784] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.309302] env[69195]: INFO nova.compute.claims [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.366048] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c08a80-ae5a-46d5-a93b-24f50986bdb4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.373915] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab9a50d-ed25-4c88-a0f9-da0782957169 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.404792] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6930b5-d1ff-4f7d-9f0a-e3bafb2b2726 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.411983] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d18d33-5c82-41ee-baeb-14073fe86551 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.425250] env[69195]: DEBUG nova.compute.provider_tree [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.615327] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.928399] env[69195]: DEBUG nova.scheduler.client.report [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.118626] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.433224] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.433643] env[69195]: DEBUG nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1529.436332] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.318s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.436549] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.436704] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1529.437746] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728afa19-9874-4d23-b4ff-604d67078bce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.446226] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58621a47-fced-4ec7-a203-90e0ca6f15f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.460093] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c3f521-2eb4-432d-bec1-afb47f09e4fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.466420] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac2542-22ce-4879-bcad-32ef81615ae8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.497124] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180280MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1529.497294] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.497471] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.940679] env[69195]: DEBUG nova.compute.utils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1529.941044] env[69195]: DEBUG nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1529.941215] env[69195]: DEBUG nova.network.neutron [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1530.036033] env[69195]: DEBUG nova.policy [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bc8deb42cd047f382201d1ae1d8fb10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e1f6612dfa401c86c4497942ec918a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1530.444387] env[69195]: DEBUG nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1530.519061] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 8991cace-d1f0-42d2-ad29-6d339ae221d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1530.519355] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance f987925f-caa7-42ef-bdf6-42fc06cad134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1530.519523] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance cdf3dc0a-837c-4e26-af19-aea176d80519 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1530.520271] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1530.520436] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1530.524254] env[69195]: DEBUG nova.network.neutron [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Successfully created port: 81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1530.565908] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a46a26b-215c-48c7-b84d-8efd14e07f6d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.572915] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84963b83-a504-40e2-80d2-0ba666b7fd27 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.602090] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb7e77d-13e8-480f-8581-673ac7018d60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.608797] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5b3f83-db96-49a6-8282-f016a95a0107 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.622655] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.951669] env[69195]: INFO nova.virt.block_device [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Booting with volume 4f67555c-dd76-4c2a-8b12-9ac028e92479 at /dev/sda [ 1530.988849] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-57b7539d-d579-4c19-a001-06657ac76fab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.998549] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1875ca-71ff-4a82-9ee8-e16bb6b8b51e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.023238] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9caef3ae-de02-4e8b-80b6-be4078515a5b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.031100] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c9c75b-d958-45db-8ad9-bf2590a92b7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.055216] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffd8e91-628b-4911-a6b4-ec4f1bdd2461 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.061857] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a3f500-1312-4154-9f81-68a5428ce5ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.073888] env[69195]: DEBUG nova.virt.block_device [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating existing volume attachment record: 8ba5c9a3-856e-4637-ab57-ba37b833667d {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1531.128139] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.632788] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1531.633105] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.925728] env[69195]: DEBUG nova.compute.manager [req-30c72b93-b586-4b3d-9af2-25ddf4f81391 req-6631d1f2-cb2d-4ded-a47c-642d3f70a060 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Received event network-vif-plugged-81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.926734] env[69195]: DEBUG oslo_concurrency.lockutils [req-30c72b93-b586-4b3d-9af2-25ddf4f81391 req-6631d1f2-cb2d-4ded-a47c-642d3f70a060 service nova] Acquiring lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1531.927329] env[69195]: DEBUG oslo_concurrency.lockutils [req-30c72b93-b586-4b3d-9af2-25ddf4f81391 req-6631d1f2-cb2d-4ded-a47c-642d3f70a060 service nova] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.927641] env[69195]: DEBUG oslo_concurrency.lockutils [req-30c72b93-b586-4b3d-9af2-25ddf4f81391 req-6631d1f2-cb2d-4ded-a47c-642d3f70a060 service nova] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.927940] env[69195]: DEBUG nova.compute.manager [req-30c72b93-b586-4b3d-9af2-25ddf4f81391 req-6631d1f2-cb2d-4ded-a47c-642d3f70a060 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] No waiting events found dispatching network-vif-plugged-81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1531.928319] env[69195]: WARNING nova.compute.manager [req-30c72b93-b586-4b3d-9af2-25ddf4f81391 req-6631d1f2-cb2d-4ded-a47c-642d3f70a060 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Received unexpected event network-vif-plugged-81234d6e-4792-4825-b6ac-008cf6bc249c for instance with vm_state building and task_state block_device_mapping. [ 1531.976356] env[69195]: DEBUG nova.network.neutron [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Successfully updated port: 81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1532.480349] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.480458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.480610] env[69195]: DEBUG nova.network.neutron [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.633255] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1532.633622] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.013402] env[69195]: DEBUG nova.network.neutron [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1533.126884] env[69195]: DEBUG nova.network.neutron [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance_info_cache with network_info: [{"id": "81234d6e-4792-4825-b6ac-008cf6bc249c", "address": "fa:16:3e:13:04:df", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81234d6e-47", "ovs_interfaceid": "81234d6e-4792-4825-b6ac-008cf6bc249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.138415] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.138415] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.138651] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.138834] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.139257] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.139427] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1533.149599] env[69195]: DEBUG nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.150152] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1533.150376] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.150532] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1533.150712] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.150855] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1533.150998] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1533.151227] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1533.151373] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1533.151566] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1533.151728] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1533.151897] env[69195]: DEBUG nova.virt.hardware [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1533.152762] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd380c63-3909-474f-b7e8-a8c755409445 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.161067] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f70cec-0032-45d1-b9c4-52366ab9c94a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.630027] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.630397] env[69195]: DEBUG nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Instance network_info: |[{"id": "81234d6e-4792-4825-b6ac-008cf6bc249c", "address": "fa:16:3e:13:04:df", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81234d6e-47", "ovs_interfaceid": "81234d6e-4792-4825-b6ac-008cf6bc249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1533.630859] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:04:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81234d6e-4792-4825-b6ac-008cf6bc249c', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1533.638462] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1533.638773] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1533.638882] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d752efec-93ad-4a7b-b280-babdca4bf771 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.659257] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1533.659257] env[69195]: value = "task-3505447" [ 1533.659257] env[69195]: _type = "Task" [ 1533.659257] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.666596] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505447, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.951453] env[69195]: DEBUG nova.compute.manager [req-6eb88620-f186-40da-824d-7eca0ceaa767 req-12158d4e-a7e0-4eb6-8a92-458c0fa3c878 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Received event network-changed-81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1533.951681] env[69195]: DEBUG nova.compute.manager [req-6eb88620-f186-40da-824d-7eca0ceaa767 req-12158d4e-a7e0-4eb6-8a92-458c0fa3c878 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Refreshing instance network info cache due to event network-changed-81234d6e-4792-4825-b6ac-008cf6bc249c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1533.951863] env[69195]: DEBUG oslo_concurrency.lockutils [req-6eb88620-f186-40da-824d-7eca0ceaa767 req-12158d4e-a7e0-4eb6-8a92-458c0fa3c878 service nova] Acquiring lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.952017] env[69195]: DEBUG oslo_concurrency.lockutils [req-6eb88620-f186-40da-824d-7eca0ceaa767 req-12158d4e-a7e0-4eb6-8a92-458c0fa3c878 service nova] Acquired lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.952182] env[69195]: DEBUG nova.network.neutron [req-6eb88620-f186-40da-824d-7eca0ceaa767 req-12158d4e-a7e0-4eb6-8a92-458c0fa3c878 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Refreshing network info cache for port 81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1534.168863] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505447, 'name': CreateVM_Task, 'duration_secs': 0.289222} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.169069] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.169711] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700452', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'name': 'volume-4f67555c-dd76-4c2a-8b12-9ac028e92479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdf3dc0a-837c-4e26-af19-aea176d80519', 'attached_at': '', 'detached_at': '', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'serial': '4f67555c-dd76-4c2a-8b12-9ac028e92479'}, 'disk_bus': None, 'attachment_id': '8ba5c9a3-856e-4637-ab57-ba37b833667d', 'volume_type': None}], 'swap': None} {{(pid=69195) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1534.169926] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Root volume attach. Driver type: vmdk {{(pid=69195) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1534.170691] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebadcefd-91e5-47cc-8c58-077e2cc05022 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.177696] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111567c8-b286-4cc4-891a-392a85e95f06 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.183174] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2916a27d-f07c-4b85-ac25-a452ce10a191 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.188481] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8b72f7b3-a47e-49c0-a9c0-feb772ff56f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.194942] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1534.194942] env[69195]: value = "task-3505448" [ 1534.194942] env[69195]: _type = "Task" [ 1534.194942] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.203202] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505448, 'name': RelocateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.684257] env[69195]: DEBUG nova.network.neutron [req-6eb88620-f186-40da-824d-7eca0ceaa767 req-12158d4e-a7e0-4eb6-8a92-458c0fa3c878 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updated VIF entry in instance network info cache for port 81234d6e-4792-4825-b6ac-008cf6bc249c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.684636] env[69195]: DEBUG nova.network.neutron [req-6eb88620-f186-40da-824d-7eca0ceaa767 req-12158d4e-a7e0-4eb6-8a92-458c0fa3c878 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance_info_cache with network_info: [{"id": "81234d6e-4792-4825-b6ac-008cf6bc249c", "address": "fa:16:3e:13:04:df", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81234d6e-47", "ovs_interfaceid": "81234d6e-4792-4825-b6ac-008cf6bc249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.707434] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505448, 'name': RelocateVM_Task} progress is 43%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.187499] env[69195]: DEBUG oslo_concurrency.lockutils [req-6eb88620-f186-40da-824d-7eca0ceaa767 req-12158d4e-a7e0-4eb6-8a92-458c0fa3c878 service nova] Releasing lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.207897] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505448, 'name': RelocateVM_Task} progress is 60%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.617594] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1535.707227] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505448, 'name': RelocateVM_Task} progress is 75%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.208324] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505448, 'name': RelocateVM_Task} progress is 92%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.706672] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505448, 'name': RelocateVM_Task} progress is 98%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.207776] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505448, 'name': RelocateVM_Task, 'duration_secs': 2.728634} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.208170] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1537.208294] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700452', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'name': 'volume-4f67555c-dd76-4c2a-8b12-9ac028e92479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdf3dc0a-837c-4e26-af19-aea176d80519', 'attached_at': '', 'detached_at': '', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'serial': '4f67555c-dd76-4c2a-8b12-9ac028e92479'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1537.209011] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25177f81-008a-434f-aaa2-fcf104cd5e8a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.223645] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7db6ca-1615-469f-87fc-54bc087bb379 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.243959] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-4f67555c-dd76-4c2a-8b12-9ac028e92479/volume-4f67555c-dd76-4c2a-8b12-9ac028e92479.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.244189] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23176dc1-0d8d-4750-83bd-8764b29af13d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.262304] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1537.262304] env[69195]: value = "task-3505449" [ 1537.262304] env[69195]: _type = "Task" [ 1537.262304] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.269336] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.772381] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505449, 'name': ReconfigVM_Task, 'duration_secs': 0.271767} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.772673] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-4f67555c-dd76-4c2a-8b12-9ac028e92479/volume-4f67555c-dd76-4c2a-8b12-9ac028e92479.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.777299] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d521ac26-9750-4f38-9baf-91d14578d1a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.791790] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1537.791790] env[69195]: value = "task-3505450" [ 1537.791790] env[69195]: _type = "Task" [ 1537.791790] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.801020] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.301933] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505450, 'name': ReconfigVM_Task, 'duration_secs': 0.110687} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.302335] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700452', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'name': 'volume-4f67555c-dd76-4c2a-8b12-9ac028e92479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cdf3dc0a-837c-4e26-af19-aea176d80519', 'attached_at': '', 'detached_at': '', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'serial': '4f67555c-dd76-4c2a-8b12-9ac028e92479'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1538.302794] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4deda5b4-358a-4d80-a1a5-447882093b4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.309097] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1538.309097] env[69195]: value = "task-3505451" [ 1538.309097] env[69195]: _type = "Task" [ 1538.309097] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.318085] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505451, 'name': Rename_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.819213] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505451, 'name': Rename_Task, 'duration_secs': 0.130146} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.819549] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.819814] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ca51e6a-0e71-4e6a-ac15-9b7fbee467d9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.826309] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1538.826309] env[69195]: value = "task-3505452" [ 1538.826309] env[69195]: _type = "Task" [ 1538.826309] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.834126] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.335720] env[69195]: DEBUG oslo_vmware.api [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505452, 'name': PowerOnVM_Task, 'duration_secs': 0.447968} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.336178] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.336306] env[69195]: INFO nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Took 6.19 seconds to spawn the instance on the hypervisor. [ 1539.336442] env[69195]: DEBUG nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.337175] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a64f5-a934-4eb1-a30c-49c1edfcbaf3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.855177] env[69195]: INFO nova.compute.manager [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Took 12.56 seconds to build instance. [ 1540.356906] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e784a867-b3eb-40bd-945c-fdba859cbb9c tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.075s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.503276] env[69195]: DEBUG nova.compute.manager [req-59e5c561-146d-4d1b-84c2-948a75c445f2 req-cc728240-1795-4aa8-a449-17b078c41ba6 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Received event network-changed-7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1540.503276] env[69195]: DEBUG nova.compute.manager [req-59e5c561-146d-4d1b-84c2-948a75c445f2 req-cc728240-1795-4aa8-a449-17b078c41ba6 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Refreshing instance network info cache due to event network-changed-7eb2b25d-639a-40a8-8911-33b5eaec5920. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1540.503276] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e5c561-146d-4d1b-84c2-948a75c445f2 req-cc728240-1795-4aa8-a449-17b078c41ba6 service nova] Acquiring lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.503276] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e5c561-146d-4d1b-84c2-948a75c445f2 req-cc728240-1795-4aa8-a449-17b078c41ba6 service nova] Acquired lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.507543] env[69195]: DEBUG nova.network.neutron [req-59e5c561-146d-4d1b-84c2-948a75c445f2 req-cc728240-1795-4aa8-a449-17b078c41ba6 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Refreshing network info cache for port 7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.202822] env[69195]: DEBUG nova.network.neutron [req-59e5c561-146d-4d1b-84c2-948a75c445f2 req-cc728240-1795-4aa8-a449-17b078c41ba6 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updated VIF entry in instance network info cache for port 7eb2b25d-639a-40a8-8911-33b5eaec5920. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.203209] env[69195]: DEBUG nova.network.neutron [req-59e5c561-146d-4d1b-84c2-948a75c445f2 req-cc728240-1795-4aa8-a449-17b078c41ba6 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updating instance_info_cache with network_info: [{"id": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "address": "fa:16:3e:b0:f4:fd", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb2b25d-63", "ovs_interfaceid": "7eb2b25d-639a-40a8-8911-33b5eaec5920", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.705960] env[69195]: DEBUG oslo_concurrency.lockutils [req-59e5c561-146d-4d1b-84c2-948a75c445f2 req-cc728240-1795-4aa8-a449-17b078c41ba6 service nova] Releasing lock "refresh_cache-8991cace-d1f0-42d2-ad29-6d339ae221d4" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.982553] env[69195]: DEBUG nova.compute.manager [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Stashing vm_state: active {{(pid=69195) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1542.501599] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.501878] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.526052] env[69195]: DEBUG nova.compute.manager [req-7069cc19-0709-4af0-8f8a-10be023ec44f req-0bf48cba-ea05-4884-bd96-cc196da0ca23 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Received event network-changed-81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1542.526292] env[69195]: DEBUG nova.compute.manager [req-7069cc19-0709-4af0-8f8a-10be023ec44f req-0bf48cba-ea05-4884-bd96-cc196da0ca23 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Refreshing instance network info cache due to event network-changed-81234d6e-4792-4825-b6ac-008cf6bc249c. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1542.526496] env[69195]: DEBUG oslo_concurrency.lockutils [req-7069cc19-0709-4af0-8f8a-10be023ec44f req-0bf48cba-ea05-4884-bd96-cc196da0ca23 service nova] Acquiring lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.527824] env[69195]: DEBUG oslo_concurrency.lockutils [req-7069cc19-0709-4af0-8f8a-10be023ec44f req-0bf48cba-ea05-4884-bd96-cc196da0ca23 service nova] Acquired lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.528024] env[69195]: DEBUG nova.network.neutron [req-7069cc19-0709-4af0-8f8a-10be023ec44f req-0bf48cba-ea05-4884-bd96-cc196da0ca23 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Refreshing network info cache for port 81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.007521] env[69195]: INFO nova.compute.claims [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.227506] env[69195]: DEBUG nova.network.neutron [req-7069cc19-0709-4af0-8f8a-10be023ec44f req-0bf48cba-ea05-4884-bd96-cc196da0ca23 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updated VIF entry in instance network info cache for port 81234d6e-4792-4825-b6ac-008cf6bc249c. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.227971] env[69195]: DEBUG nova.network.neutron [req-7069cc19-0709-4af0-8f8a-10be023ec44f req-0bf48cba-ea05-4884-bd96-cc196da0ca23 service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance_info_cache with network_info: [{"id": "81234d6e-4792-4825-b6ac-008cf6bc249c", "address": "fa:16:3e:13:04:df", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81234d6e-47", "ovs_interfaceid": "81234d6e-4792-4825-b6ac-008cf6bc249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.514948] env[69195]: INFO nova.compute.resource_tracker [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating resource usage from migration 9245d23d-348f-4144-8f3d-7ae86ba7f31a [ 1543.570254] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0f6494-44d8-48be-822d-92b0e22359ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.577637] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7093b25b-68bc-4478-bb99-34b37a4d2464 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.606106] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825a9377-fbf5-4d2b-a762-58e195713b9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.612671] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c13f4-91ae-4786-b37c-5e28ced1d15b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.626122] env[69195]: DEBUG nova.compute.provider_tree [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.730607] env[69195]: DEBUG oslo_concurrency.lockutils [req-7069cc19-0709-4af0-8f8a-10be023ec44f req-0bf48cba-ea05-4884-bd96-cc196da0ca23 service nova] Releasing lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.129150] env[69195]: DEBUG nova.scheduler.client.report [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.634117] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.132s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.634375] env[69195]: INFO nova.compute.manager [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Migrating [ 1545.149574] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.149949] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.149949] env[69195]: DEBUG nova.network.neutron [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.839367] env[69195]: DEBUG nova.network.neutron [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance_info_cache with network_info: [{"id": "81234d6e-4792-4825-b6ac-008cf6bc249c", "address": "fa:16:3e:13:04:df", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81234d6e-47", "ovs_interfaceid": "81234d6e-4792-4825-b6ac-008cf6bc249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.342804] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.857081] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bd436f-a485-4f21-958b-662dbb315f8f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.875676] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance 'cdf3dc0a-837c-4e26-af19-aea176d80519' progress to 0 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1548.383600] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.383927] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7a3118b-2eeb-415e-a854-60df3bc6c79f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.391348] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1548.391348] env[69195]: value = "task-3505453" [ 1548.391348] env[69195]: _type = "Task" [ 1548.391348] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.398761] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.901430] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505453, 'name': PowerOffVM_Task, 'duration_secs': 0.224394} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.901875] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.901875] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance 'cdf3dc0a-837c-4e26-af19-aea176d80519' progress to 17 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1549.408015] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.408297] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.408425] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.408606] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.408751] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.408896] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.409116] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.409278] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.409444] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.409607] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.409781] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.414781] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c329c523-72c7-4cce-99cd-d0d16a5d1762 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.429930] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1549.429930] env[69195]: value = "task-3505454" [ 1549.429930] env[69195]: _type = "Task" [ 1549.429930] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.437791] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.940635] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505454, 'name': ReconfigVM_Task, 'duration_secs': 0.181203} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.940988] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance 'cdf3dc0a-837c-4e26-af19-aea176d80519' progress to 33 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1550.447733] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.447971] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.448159] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.448324] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.448473] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.448622] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.448824] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.448983] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.449169] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.449330] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.449504] env[69195]: DEBUG nova.virt.hardware [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.454833] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1550.455162] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52717ef7-e394-4715-be49-2f00e284a79b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.474571] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1550.474571] env[69195]: value = "task-3505455" [ 1550.474571] env[69195]: _type = "Task" [ 1550.474571] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.485075] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.985276] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505455, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.486166] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505455, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.986515] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505455, 'name': ReconfigVM_Task, 'duration_secs': 1.149096} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.986804] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1551.987549] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a38310-b43f-445b-a43e-3eb8ad5083ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.008349] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-4f67555c-dd76-4c2a-8b12-9ac028e92479/volume-4f67555c-dd76-4c2a-8b12-9ac028e92479.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.008578] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-864a95c9-ce8f-4564-81a3-f10a3e548553 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.024751] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1552.024751] env[69195]: value = "task-3505456" [ 1552.024751] env[69195]: _type = "Task" [ 1552.024751] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.032190] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.534759] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505456, 'name': ReconfigVM_Task, 'duration_secs': 0.253414} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.535044] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-4f67555c-dd76-4c2a-8b12-9ac028e92479/volume-4f67555c-dd76-4c2a-8b12-9ac028e92479.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.535308] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance 'cdf3dc0a-837c-4e26-af19-aea176d80519' progress to 50 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1553.041578] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5257f60e-adc8-4d3e-a815-98130ae4b8c8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.060474] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f0113c-fd1d-47ff-bd11-e4c81ddcb381 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.077709] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance 'cdf3dc0a-837c-4e26-af19-aea176d80519' progress to 67 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1554.712055] env[69195]: DEBUG nova.network.neutron [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Port 81234d6e-4792-4825-b6ac-008cf6bc249c binding to destination host cpu-1 is already ACTIVE {{(pid=69195) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1555.733896] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.734301] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.734301] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.767785] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.768062] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.768206] env[69195]: DEBUG nova.network.neutron [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1557.509700] env[69195]: DEBUG nova.network.neutron [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance_info_cache with network_info: [{"id": "81234d6e-4792-4825-b6ac-008cf6bc249c", "address": "fa:16:3e:13:04:df", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81234d6e-47", "ovs_interfaceid": "81234d6e-4792-4825-b6ac-008cf6bc249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.012337] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.522058] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649b669c-bcda-4b5c-8af3-4c8ba2d9123f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.529230] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bc1fae-a0de-4f70-ae8f-8124e780306b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.623288] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020018cf-9b05-4a20-8e55-2b1681256b25 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.642017] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0621e563-0d77-45a8-b3c0-504e5e49776b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.648871] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance 'cdf3dc0a-837c-4e26-af19-aea176d80519' progress to 83 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1560.157590] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.157967] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb221db3-1772-48c6-b74d-22da952f47ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.164723] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1560.164723] env[69195]: value = "task-3505457" [ 1560.164723] env[69195]: _type = "Task" [ 1560.164723] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.172422] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.674895] env[69195]: DEBUG oslo_vmware.api [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505457, 'name': PowerOnVM_Task, 'duration_secs': 0.350474} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.675192] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.675372] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-1e803ef7-d731-4c4a-ab8e-7f2386eb12de tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance 'cdf3dc0a-837c-4e26-af19-aea176d80519' progress to 100 {{(pid=69195) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1562.398098] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "cdf3dc0a-837c-4e26-af19-aea176d80519" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.398098] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.398491] env[69195]: DEBUG nova.compute.manager [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Going to confirm migration 10 {{(pid=69195) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1562.965687] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.965890] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquired lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.966082] env[69195]: DEBUG nova.network.neutron [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.966271] env[69195]: DEBUG nova.objects.instance [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'info_cache' on Instance uuid cdf3dc0a-837c-4e26-af19-aea176d80519 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.175322] env[69195]: DEBUG nova.network.neutron [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance_info_cache with network_info: [{"id": "81234d6e-4792-4825-b6ac-008cf6bc249c", "address": "fa:16:3e:13:04:df", "network": {"id": "95f85219-3528-4044-84d3-870e3b03f0f1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-11925825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e1f6612dfa401c86c4497942ec918a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81234d6e-47", "ovs_interfaceid": "81234d6e-4792-4825-b6ac-008cf6bc249c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.678019] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Releasing lock "refresh_cache-cdf3dc0a-837c-4e26-af19-aea176d80519" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.678334] env[69195]: DEBUG nova.objects.instance [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'migration_context' on Instance uuid cdf3dc0a-837c-4e26-af19-aea176d80519 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.181856] env[69195]: DEBUG nova.objects.base [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1565.182875] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fb278a-3fa1-4033-8d2c-972c37b59695 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.203301] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f737ea3d-0324-44f6-8239-9dec6d050795 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.208690] env[69195]: DEBUG oslo_vmware.api [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1565.208690] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5216c950-cdef-8b39-1b6f-febc89727a5e" [ 1565.208690] env[69195]: _type = "Task" [ 1565.208690] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.216859] env[69195]: DEBUG oslo_vmware.api [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5216c950-cdef-8b39-1b6f-febc89727a5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.719519] env[69195]: DEBUG oslo_vmware.api [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5216c950-cdef-8b39-1b6f-febc89727a5e, 'name': SearchDatastore_Task, 'duration_secs': 0.00764} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.719848] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.720152] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.287791] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b677c72e-2fb9-4c45-9d15-93a192915277 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.295152] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d85f7-94f7-43b7-bfd8-3736b249f9d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.323883] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e390d4d5-2a06-4146-bfee-fc073906d1ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.330699] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbae1ab-2c72-4749-bd93-f53f6020ebc2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.343380] env[69195]: DEBUG nova.compute.provider_tree [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1566.849732] env[69195]: DEBUG nova.scheduler.client.report [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.860702] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.140s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.423825] env[69195]: INFO nova.scheduler.client.report [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted allocation for migration 9245d23d-348f-4144-8f3d-7ae86ba7f31a [ 1568.743272] env[69195]: INFO nova.compute.manager [None req-6d97b671-969c-4ff3-84da-e07268193f44 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Get console output [ 1568.743657] env[69195]: WARNING nova.virt.vmwareapi.driver [None req-6d97b671-969c-4ff3-84da-e07268193f44 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] The console log is missing. Check your VSPC configuration [ 1568.928895] env[69195]: DEBUG oslo_concurrency.lockutils [None req-4e0cee68-ecaa-4276-9515-f9deefa2be58 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.531s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.615229] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1590.117938] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.118248] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.118421] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.118573] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1590.119492] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cdc8b7-ba29-40cc-8b87-056708f3825f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.127683] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5a499e-6d48-4cd0-9f29-8bd11d408bc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.141677] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fbb17c-15e3-4901-97c0-99d2c71a29b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.148205] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43422636-49b0-4230-bf4f-cdac1fa1159c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.177816] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180274MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1590.177949] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.178178] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.200317] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 8991cace-d1f0-42d2-ad29-6d339ae221d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1591.200555] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance f987925f-caa7-42ef-bdf6-42fc06cad134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1591.200596] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance cdf3dc0a-837c-4e26-af19-aea176d80519 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1591.200762] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1591.200892] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1591.242892] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526e87e-3bad-416e-9c40-89fe40903823 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.250460] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e127bb1e-2ae7-4781-97ce-1b2ba19b1ac8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.279485] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbdc9b9-4f48-4bd9-a0b8-f19f76e8d921 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.286138] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8ecfe-2d90-427a-8d71-22b1bd96acbb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.298768] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.801661] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1592.306475] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1592.306817] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.307301] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.307750] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.307750] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.307826] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.307959] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1594.612106] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1594.615639] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1595.711142] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "cdf3dc0a-837c-4e26-af19-aea176d80519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1595.711495] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.711639] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1595.711779] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.711946] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.715376] env[69195]: INFO nova.compute.manager [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Terminating instance [ 1596.219377] env[69195]: DEBUG nova.compute.manager [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1596.219626] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.219904] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91e2ebe-8e47-479b-b105-0438ce150b69 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.227548] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1596.227548] env[69195]: value = "task-3505458" [ 1596.227548] env[69195]: _type = "Task" [ 1596.227548] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.235368] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.739599] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505458, 'name': PowerOffVM_Task, 'duration_secs': 0.19082} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.739599] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1596.739599] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1596.739599] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700452', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'name': 'volume-4f67555c-dd76-4c2a-8b12-9ac028e92479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cdf3dc0a-837c-4e26-af19-aea176d80519', 'attached_at': '2025-04-22T06:24:38.000000', 'detached_at': '', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'serial': '4f67555c-dd76-4c2a-8b12-9ac028e92479'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1596.740395] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aeb759-919e-4051-a093-0add18e7279a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.760194] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d0de91-fb76-420a-804b-00210c1d525a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.766750] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b380238-e7e7-4f6f-898c-91d8ad4983b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.785546] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62f0cdb-c072-45d7-93b2-082f93803d1d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.799882] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] The volume has not been displaced from its original location: [datastore1] volume-4f67555c-dd76-4c2a-8b12-9ac028e92479/volume-4f67555c-dd76-4c2a-8b12-9ac028e92479.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1596.805044] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1596.805299] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-277a5efc-b03e-4145-b26e-e1e53f923761 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.822374] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1596.822374] env[69195]: value = "task-3505459" [ 1596.822374] env[69195]: _type = "Task" [ 1596.822374] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.830610] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.332312] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505459, 'name': ReconfigVM_Task, 'duration_secs': 0.146439} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.332589] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1597.337160] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f09eb6b5-1f69-4601-aa42-4652be01db03 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.351324] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1597.351324] env[69195]: value = "task-3505460" [ 1597.351324] env[69195]: _type = "Task" [ 1597.351324] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.359701] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.615669] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.860714] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505460, 'name': ReconfigVM_Task, 'duration_secs': 0.120682} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.861141] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700452', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'name': 'volume-4f67555c-dd76-4c2a-8b12-9ac028e92479', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cdf3dc0a-837c-4e26-af19-aea176d80519', 'attached_at': '2025-04-22T06:24:38.000000', 'detached_at': '', 'volume_id': '4f67555c-dd76-4c2a-8b12-9ac028e92479', 'serial': '4f67555c-dd76-4c2a-8b12-9ac028e92479'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1597.861286] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.862016] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08884380-907e-4aff-ae51-5ba243a53898 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.868309] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.868491] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d2016f7-5c8e-4f2b-a18d-3d2bf52431b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.934539] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.934760] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.934927] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleting the datastore file [datastore1] cdf3dc0a-837c-4e26-af19-aea176d80519 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.935202] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91dc5f37-7132-448b-9a0c-24a71bd8fbff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.940820] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1597.940820] env[69195]: value = "task-3505462" [ 1597.940820] env[69195]: _type = "Task" [ 1597.940820] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.947741] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.451171] env[69195]: DEBUG oslo_vmware.api [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080128} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.451415] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.451601] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.451768] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.451942] env[69195]: INFO nova.compute.manager [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1598.452202] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1598.452391] env[69195]: DEBUG nova.compute.manager [-] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.452485] env[69195]: DEBUG nova.network.neutron [-] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1598.905132] env[69195]: DEBUG nova.compute.manager [req-b68afebf-7cf5-4196-be19-b4472bce2573 req-d236dba3-398d-4e56-adfa-030f59143b6f service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Received event network-vif-deleted-81234d6e-4792-4825-b6ac-008cf6bc249c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1598.905382] env[69195]: INFO nova.compute.manager [req-b68afebf-7cf5-4196-be19-b4472bce2573 req-d236dba3-398d-4e56-adfa-030f59143b6f service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Neutron deleted interface 81234d6e-4792-4825-b6ac-008cf6bc249c; detaching it from the instance and deleting it from the info cache [ 1598.905602] env[69195]: DEBUG nova.network.neutron [req-b68afebf-7cf5-4196-be19-b4472bce2573 req-d236dba3-398d-4e56-adfa-030f59143b6f service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.385166] env[69195]: DEBUG nova.network.neutron [-] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.408156] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6284147-5444-4f80-8ae3-385faaba7bb8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.417623] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ccb48f-33cd-403a-9c50-b8069433e954 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.442154] env[69195]: DEBUG nova.compute.manager [req-b68afebf-7cf5-4196-be19-b4472bce2573 req-d236dba3-398d-4e56-adfa-030f59143b6f service nova] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Detach interface failed, port_id=81234d6e-4792-4825-b6ac-008cf6bc249c, reason: Instance cdf3dc0a-837c-4e26-af19-aea176d80519 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1599.887692] env[69195]: INFO nova.compute.manager [-] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Took 1.43 seconds to deallocate network for instance. [ 1600.432595] env[69195]: INFO nova.compute.manager [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Took 0.54 seconds to detach 1 volumes for instance. [ 1600.434826] env[69195]: DEBUG nova.compute.manager [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Deleting volume: 4f67555c-dd76-4c2a-8b12-9ac028e92479 {{(pid=69195) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1600.972820] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.973078] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.973305] env[69195]: DEBUG nova.objects.instance [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'resources' on Instance uuid cdf3dc0a-837c-4e26-af19-aea176d80519 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.532471] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05172a-e23e-477a-96f0-576db00e5b6b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.539903] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8d64eb-c2c5-4096-97ce-6cf7a9ae869c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.568810] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c209f62d-0e97-4dfc-a57e-91567221f210 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.575960] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc3845-47e0-4863-a4d3-ede9ea93d649 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.588792] env[69195]: DEBUG nova.compute.provider_tree [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.092626] env[69195]: DEBUG nova.scheduler.client.report [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.597338] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.615708] env[69195]: INFO nova.scheduler.client.report [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted allocations for instance cdf3dc0a-837c-4e26-af19-aea176d80519 [ 1603.122885] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a7f1a395-ffae-485c-95e8-1cb3518f074f tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "cdf3dc0a-837c-4e26-af19-aea176d80519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.411s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.461081] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f987925f-caa7-42ef-bdf6-42fc06cad134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.461340] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f987925f-caa7-42ef-bdf6-42fc06cad134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.461695] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "f987925f-caa7-42ef-bdf6-42fc06cad134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.462022] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f987925f-caa7-42ef-bdf6-42fc06cad134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.462317] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f987925f-caa7-42ef-bdf6-42fc06cad134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.464908] env[69195]: INFO nova.compute.manager [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Terminating instance [ 1603.968890] env[69195]: DEBUG nova.compute.manager [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1603.969312] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.970057] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e754b6-75e8-40c2-a2ca-32838b641b42 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.977842] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.978070] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e31603d2-5626-448d-9973-4293d619ac34 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.983778] env[69195]: DEBUG oslo_vmware.api [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1603.983778] env[69195]: value = "task-3505464" [ 1603.983778] env[69195]: _type = "Task" [ 1603.983778] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.991489] env[69195]: DEBUG oslo_vmware.api [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.493874] env[69195]: DEBUG oslo_vmware.api [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505464, 'name': PowerOffVM_Task, 'duration_secs': 0.185194} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.494140] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1604.494272] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1604.494511] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20649ce0-97db-4763-a55b-4a2b8d3817e6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.554718] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1604.554960] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1604.555120] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleting the datastore file [datastore1] f987925f-caa7-42ef-bdf6-42fc06cad134 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1604.555429] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0edf4daf-1490-4c8b-ac2d-5cfb47baf3b4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.561715] env[69195]: DEBUG oslo_vmware.api [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1604.561715] env[69195]: value = "task-3505466" [ 1604.561715] env[69195]: _type = "Task" [ 1604.561715] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.569147] env[69195]: DEBUG oslo_vmware.api [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.071436] env[69195]: DEBUG oslo_vmware.api [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132175} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.071807] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.071972] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1605.072174] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1605.072354] env[69195]: INFO nova.compute.manager [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1605.072591] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1605.072781] env[69195]: DEBUG nova.compute.manager [-] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1605.072876] env[69195]: DEBUG nova.network.neutron [-] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1605.294083] env[69195]: DEBUG nova.compute.manager [req-4c151a11-8022-493f-b738-34229c9b1f49 req-e0e9f045-7c06-4bbe-b0aa-76734a91c9dc service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Received event network-vif-deleted-f12348e7-aa1d-42fe-be6a-413e3d64e16c {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1605.294295] env[69195]: INFO nova.compute.manager [req-4c151a11-8022-493f-b738-34229c9b1f49 req-e0e9f045-7c06-4bbe-b0aa-76734a91c9dc service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Neutron deleted interface f12348e7-aa1d-42fe-be6a-413e3d64e16c; detaching it from the instance and deleting it from the info cache [ 1605.294473] env[69195]: DEBUG nova.network.neutron [req-4c151a11-8022-493f-b738-34229c9b1f49 req-e0e9f045-7c06-4bbe-b0aa-76734a91c9dc service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.777119] env[69195]: DEBUG nova.network.neutron [-] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.796803] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91b64a83-7c59-444f-a1f7-d9d3f0a29372 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.806731] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1168b558-9f4e-4542-86fc-5bec69681b33 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.832625] env[69195]: DEBUG nova.compute.manager [req-4c151a11-8022-493f-b738-34229c9b1f49 req-e0e9f045-7c06-4bbe-b0aa-76734a91c9dc service nova] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Detach interface failed, port_id=f12348e7-aa1d-42fe-be6a-413e3d64e16c, reason: Instance f987925f-caa7-42ef-bdf6-42fc06cad134 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1606.280135] env[69195]: INFO nova.compute.manager [-] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Took 1.21 seconds to deallocate network for instance. [ 1606.786846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.787101] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.787330] env[69195]: DEBUG nova.objects.instance [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'resources' on Instance uuid f987925f-caa7-42ef-bdf6-42fc06cad134 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.388778] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd049e18-9358-44e2-bcbc-7ddc4101ad0d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.396293] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705820ad-8ab6-41aa-ba4f-8a2b1b8aa14b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.425662] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a2bf5-38b8-4f8a-ac5b-bf9f9d96b0a5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.432509] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1309b0fe-d685-4433-a5fc-568e2471d4fd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.445159] env[69195]: DEBUG nova.compute.provider_tree [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.948391] env[69195]: DEBUG nova.scheduler.client.report [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.453517] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.471968] env[69195]: INFO nova.scheduler.client.report [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted allocations for instance f987925f-caa7-42ef-bdf6-42fc06cad134 [ 1608.980986] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c760c92e-0c43-4bb2-863c-61cd6d09bfe8 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "f987925f-caa7-42ef-bdf6-42fc06cad134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.520s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.162036] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "8991cace-d1f0-42d2-ad29-6d339ae221d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.162417] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "8991cace-d1f0-42d2-ad29-6d339ae221d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.162547] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "8991cace-d1f0-42d2-ad29-6d339ae221d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.162709] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "8991cace-d1f0-42d2-ad29-6d339ae221d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.162835] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "8991cace-d1f0-42d2-ad29-6d339ae221d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.164974] env[69195]: INFO nova.compute.manager [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Terminating instance [ 1613.668846] env[69195]: DEBUG nova.compute.manager [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.669092] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.669992] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161cb35-64d6-404d-b349-9bce83ca4047 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.677803] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.678033] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16622185-3a99-4c6d-a17d-ef5550fda871 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.683763] env[69195]: DEBUG oslo_vmware.api [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1613.683763] env[69195]: value = "task-3505468" [ 1613.683763] env[69195]: _type = "Task" [ 1613.683763] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.691301] env[69195]: DEBUG oslo_vmware.api [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.193310] env[69195]: DEBUG oslo_vmware.api [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505468, 'name': PowerOffVM_Task, 'duration_secs': 0.184961} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.193714] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.193714] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.193962] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69a2b1ea-caa2-4d90-8e45-1d5c7df5e2ec {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.254134] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.254352] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.254538] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleting the datastore file [datastore1] 8991cace-d1f0-42d2-ad29-6d339ae221d4 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.254793] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65b79826-e03b-4f26-8380-d436ed21921e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.260471] env[69195]: DEBUG oslo_vmware.api [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for the task: (returnval){ [ 1614.260471] env[69195]: value = "task-3505470" [ 1614.260471] env[69195]: _type = "Task" [ 1614.260471] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.267666] env[69195]: DEBUG oslo_vmware.api [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.770243] env[69195]: DEBUG oslo_vmware.api [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Task: {'id': task-3505470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122171} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.770509] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1614.770693] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1614.770865] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1614.771050] env[69195]: INFO nova.compute.manager [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1614.771298] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1614.771486] env[69195]: DEBUG nova.compute.manager [-] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1614.771577] env[69195]: DEBUG nova.network.neutron [-] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.010667] env[69195]: DEBUG nova.compute.manager [req-b752f878-4211-4e27-9411-79d806b1def3 req-908cc55c-2344-4c20-b14d-9bed2a48f966 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Received event network-vif-deleted-7eb2b25d-639a-40a8-8911-33b5eaec5920 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1615.010887] env[69195]: INFO nova.compute.manager [req-b752f878-4211-4e27-9411-79d806b1def3 req-908cc55c-2344-4c20-b14d-9bed2a48f966 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Neutron deleted interface 7eb2b25d-639a-40a8-8911-33b5eaec5920; detaching it from the instance and deleting it from the info cache [ 1615.011078] env[69195]: DEBUG nova.network.neutron [req-b752f878-4211-4e27-9411-79d806b1def3 req-908cc55c-2344-4c20-b14d-9bed2a48f966 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.493454] env[69195]: DEBUG nova.network.neutron [-] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.513192] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30b7c3dd-c97c-46a9-a1d5-90ff2f1b0fff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.524137] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10249db-b692-4479-946a-c28cf78e61c5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.547467] env[69195]: DEBUG nova.compute.manager [req-b752f878-4211-4e27-9411-79d806b1def3 req-908cc55c-2344-4c20-b14d-9bed2a48f966 service nova] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Detach interface failed, port_id=7eb2b25d-639a-40a8-8911-33b5eaec5920, reason: Instance 8991cace-d1f0-42d2-ad29-6d339ae221d4 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1615.997020] env[69195]: INFO nova.compute.manager [-] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Took 1.23 seconds to deallocate network for instance. [ 1616.504248] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1616.504643] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1616.504746] env[69195]: DEBUG nova.objects.instance [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lazy-loading 'resources' on Instance uuid 8991cace-d1f0-42d2-ad29-6d339ae221d4 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1617.040045] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff8a7ab-16a3-4042-9fb8-bf2f32ea0941 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.047056] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421dbe2a-d8cf-4c01-8dd2-c740f1c138f2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.076450] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42a395f-8620-4082-af3b-5b35b588ed98 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.083259] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b16c73d-e77d-4c02-9956-cff421e5e2a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.095844] env[69195]: DEBUG nova.compute.provider_tree [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.599083] env[69195]: DEBUG nova.scheduler.client.report [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.106289] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.123906] env[69195]: INFO nova.scheduler.client.report [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Deleted allocations for instance 8991cace-d1f0-42d2-ad29-6d339ae221d4 [ 1618.631882] env[69195]: DEBUG oslo_concurrency.lockutils [None req-40bd228a-8af3-4daa-87eb-0424de3bea72 tempest-ServerActionsTestOtherA-1252171107 tempest-ServerActionsTestOtherA-1252171107-project-member] Lock "8991cace-d1f0-42d2-ad29-6d339ae221d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.469s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.620050] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.620050] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.123032] env[69195]: DEBUG nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.643793] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.644104] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.645611] env[69195]: INFO nova.compute.claims [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.681351] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04921015-cb04-447b-8846-3c5d9dad7fc0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.688998] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686722c8-3409-49b1-a47e-43c25c25248f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.720100] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503e13f3-2499-48d9-bb11-71deb10c28fe {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.726717] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610dfe99-8866-46bf-9ebe-3dd43d27badb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.739575] env[69195]: DEBUG nova.compute.provider_tree [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.242333] env[69195]: DEBUG nova.scheduler.client.report [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.747435] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.747941] env[69195]: DEBUG nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1628.253176] env[69195]: DEBUG nova.compute.utils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1628.254223] env[69195]: DEBUG nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1628.254386] env[69195]: DEBUG nova.network.neutron [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1628.301876] env[69195]: DEBUG nova.policy [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e25b74169024e8590f611bc21119603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59b69961c5b6427fbce06ebe4633f9ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1628.536300] env[69195]: DEBUG nova.network.neutron [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Successfully created port: 7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1628.759085] env[69195]: DEBUG nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1629.769121] env[69195]: DEBUG nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.796129] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.796387] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.796547] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.796727] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.796876] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.797143] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.797295] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.797455] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.797624] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.797787] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.797956] env[69195]: DEBUG nova.virt.hardware [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.798849] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba0468e-c66b-418c-9018-61e734d93d2b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.806979] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccac64c-ad13-4397-851d-2e39c830ad83 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.870957] env[69195]: DEBUG nova.compute.manager [req-68a588ac-2e82-4558-84b4-c04e3f06fc43 req-0c4f7522-6bde-4593-81d6-36a3d977e66a service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Received event network-vif-plugged-7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1629.871282] env[69195]: DEBUG oslo_concurrency.lockutils [req-68a588ac-2e82-4558-84b4-c04e3f06fc43 req-0c4f7522-6bde-4593-81d6-36a3d977e66a service nova] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.871390] env[69195]: DEBUG oslo_concurrency.lockutils [req-68a588ac-2e82-4558-84b4-c04e3f06fc43 req-0c4f7522-6bde-4593-81d6-36a3d977e66a service nova] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.871544] env[69195]: DEBUG oslo_concurrency.lockutils [req-68a588ac-2e82-4558-84b4-c04e3f06fc43 req-0c4f7522-6bde-4593-81d6-36a3d977e66a service nova] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1629.871733] env[69195]: DEBUG nova.compute.manager [req-68a588ac-2e82-4558-84b4-c04e3f06fc43 req-0c4f7522-6bde-4593-81d6-36a3d977e66a service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] No waiting events found dispatching network-vif-plugged-7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1629.871858] env[69195]: WARNING nova.compute.manager [req-68a588ac-2e82-4558-84b4-c04e3f06fc43 req-0c4f7522-6bde-4593-81d6-36a3d977e66a service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Received unexpected event network-vif-plugged-7e5da00e-77a9-4135-8626-a72c42ad507e for instance with vm_state building and task_state spawning. [ 1629.952668] env[69195]: DEBUG nova.network.neutron [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Successfully updated port: 7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.455379] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.455379] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1630.455610] env[69195]: DEBUG nova.network.neutron [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.985373] env[69195]: DEBUG nova.network.neutron [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1631.097522] env[69195]: DEBUG nova.network.neutron [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updating instance_info_cache with network_info: [{"id": "7e5da00e-77a9-4135-8626-a72c42ad507e", "address": "fa:16:3e:18:e6:ad", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5da00e-77", "ovs_interfaceid": "7e5da00e-77a9-4135-8626-a72c42ad507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.600796] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Releasing lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.601169] env[69195]: DEBUG nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Instance network_info: |[{"id": "7e5da00e-77a9-4135-8626-a72c42ad507e", "address": "fa:16:3e:18:e6:ad", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5da00e-77", "ovs_interfaceid": "7e5da00e-77a9-4135-8626-a72c42ad507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1631.601647] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:e6:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e5da00e-77a9-4135-8626-a72c42ad507e', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1631.609357] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Creating folder: Project (59b69961c5b6427fbce06ebe4633f9ca). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1631.609627] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7105e38-ae91-4e26-bc6d-29bdef215e4b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.620641] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Created folder: Project (59b69961c5b6427fbce06ebe4633f9ca) in parent group-v700121. [ 1631.620773] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Creating folder: Instances. Parent ref: group-v700454. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1631.621053] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af432cd0-fa37-4bf7-9cc6-4d56ef07af95 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.629908] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Created folder: Instances in parent group-v700454. [ 1631.630153] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1631.630339] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1631.630532] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f47616f-4dc2-4c83-a8f2-b28c4330cfc8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.649043] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1631.649043] env[69195]: value = "task-3505473" [ 1631.649043] env[69195]: _type = "Task" [ 1631.649043] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.655981] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505473, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.896985] env[69195]: DEBUG nova.compute.manager [req-9ed5828e-85b8-4177-aa9c-1cb4de048327 req-dc66dbe4-bc00-491a-a958-9d05766e263e service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Received event network-changed-7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1631.897227] env[69195]: DEBUG nova.compute.manager [req-9ed5828e-85b8-4177-aa9c-1cb4de048327 req-dc66dbe4-bc00-491a-a958-9d05766e263e service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Refreshing instance network info cache due to event network-changed-7e5da00e-77a9-4135-8626-a72c42ad507e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1631.897450] env[69195]: DEBUG oslo_concurrency.lockutils [req-9ed5828e-85b8-4177-aa9c-1cb4de048327 req-dc66dbe4-bc00-491a-a958-9d05766e263e service nova] Acquiring lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.897591] env[69195]: DEBUG oslo_concurrency.lockutils [req-9ed5828e-85b8-4177-aa9c-1cb4de048327 req-dc66dbe4-bc00-491a-a958-9d05766e263e service nova] Acquired lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1631.897749] env[69195]: DEBUG nova.network.neutron [req-9ed5828e-85b8-4177-aa9c-1cb4de048327 req-dc66dbe4-bc00-491a-a958-9d05766e263e service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Refreshing network info cache for port 7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.159625] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505473, 'name': CreateVM_Task, 'duration_secs': 0.311879} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.159625] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.160138] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.160307] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.160644] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1632.160899] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61786939-c4a0-4e13-9b07-a3ecc3eddb1a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.165641] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1632.165641] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5245334c-ea3f-c229-3c6a-1b5cb992e5ee" [ 1632.165641] env[69195]: _type = "Task" [ 1632.165641] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.172839] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5245334c-ea3f-c229-3c6a-1b5cb992e5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.572628] env[69195]: DEBUG nova.network.neutron [req-9ed5828e-85b8-4177-aa9c-1cb4de048327 req-dc66dbe4-bc00-491a-a958-9d05766e263e service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updated VIF entry in instance network info cache for port 7e5da00e-77a9-4135-8626-a72c42ad507e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.572974] env[69195]: DEBUG nova.network.neutron [req-9ed5828e-85b8-4177-aa9c-1cb4de048327 req-dc66dbe4-bc00-491a-a958-9d05766e263e service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updating instance_info_cache with network_info: [{"id": "7e5da00e-77a9-4135-8626-a72c42ad507e", "address": "fa:16:3e:18:e6:ad", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5da00e-77", "ovs_interfaceid": "7e5da00e-77a9-4135-8626-a72c42ad507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.675460] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5245334c-ea3f-c229-3c6a-1b5cb992e5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.675753] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.675983] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1632.676272] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.676451] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.676603] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.676854] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db2c9941-72cd-447a-9dfe-969a706bf1f0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.686872] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.687057] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.687800] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90df688b-b66b-4d9b-b1d0-5635a4519ce6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.692529] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1632.692529] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d7109f-b488-a3b5-595c-b9563c04632e" [ 1632.692529] env[69195]: _type = "Task" [ 1632.692529] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.702891] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d7109f-b488-a3b5-595c-b9563c04632e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.075483] env[69195]: DEBUG oslo_concurrency.lockutils [req-9ed5828e-85b8-4177-aa9c-1cb4de048327 req-dc66dbe4-bc00-491a-a958-9d05766e263e service nova] Releasing lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.202931] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52d7109f-b488-a3b5-595c-b9563c04632e, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.203696] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b92220-f13e-46d9-9cb0-8d350090f63e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.208378] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1633.208378] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5277838c-6f8f-82a9-a996-f14ac33e2616" [ 1633.208378] env[69195]: _type = "Task" [ 1633.208378] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.215452] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5277838c-6f8f-82a9-a996-f14ac33e2616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.719065] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5277838c-6f8f-82a9-a996-f14ac33e2616, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.719334] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.719585] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4876b666-b0b0-4f7a-81c0-8b15c9367179/4876b666-b0b0-4f7a-81c0-8b15c9367179.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.719832] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129e2453-1da3-41ab-97b4-a448af5ed717 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.727113] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1633.727113] env[69195]: value = "task-3505474" [ 1633.727113] env[69195]: _type = "Task" [ 1633.727113] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.734966] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.237031] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446441} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.237429] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 4876b666-b0b0-4f7a-81c0-8b15c9367179/4876b666-b0b0-4f7a-81c0-8b15c9367179.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.237591] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.237839] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4287deba-2191-4314-838f-7ac83724d69f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.244892] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1634.244892] env[69195]: value = "task-3505475" [ 1634.244892] env[69195]: _type = "Task" [ 1634.244892] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.252822] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.754903] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066424} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.755173] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.755912] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c146a3-b3e1-49b9-b51a-f00af671d6ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.777539] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 4876b666-b0b0-4f7a-81c0-8b15c9367179/4876b666-b0b0-4f7a-81c0-8b15c9367179.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.777774] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5209559e-205b-4de0-b2fb-4ad8df7b3ac8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.797718] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1634.797718] env[69195]: value = "task-3505476" [ 1634.797718] env[69195]: _type = "Task" [ 1634.797718] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.804857] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.307306] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505476, 'name': ReconfigVM_Task, 'duration_secs': 0.297142} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.307661] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 4876b666-b0b0-4f7a-81c0-8b15c9367179/4876b666-b0b0-4f7a-81c0-8b15c9367179.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.308266] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb1a89c-99c0-4f16-907c-bbf5d78af090 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.314180] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1635.314180] env[69195]: value = "task-3505477" [ 1635.314180] env[69195]: _type = "Task" [ 1635.314180] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.321057] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505477, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.824321] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505477, 'name': Rename_Task, 'duration_secs': 0.141397} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.824587] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.824814] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db7b847d-0616-4359-a46f-e6c8477d4a83 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.830598] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1635.830598] env[69195]: value = "task-3505478" [ 1635.830598] env[69195]: _type = "Task" [ 1635.830598] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.837583] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.342158] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.842348] env[69195]: DEBUG oslo_vmware.api [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505478, 'name': PowerOnVM_Task, 'duration_secs': 0.609692} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.842631] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.842817] env[69195]: INFO nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Took 7.07 seconds to spawn the instance on the hypervisor. [ 1636.843012] env[69195]: DEBUG nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.843805] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31cc2b-0f83-4d21-a4b7-57a58a6e63a4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.363393] env[69195]: INFO nova.compute.manager [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Took 11.74 seconds to build instance. [ 1637.593070] env[69195]: DEBUG nova.compute.manager [req-df489672-399c-4bf4-bc92-e65ab96c6571 req-5dbd8103-65a2-419b-9721-a17b951b0cf0 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Received event network-changed-7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1637.593324] env[69195]: DEBUG nova.compute.manager [req-df489672-399c-4bf4-bc92-e65ab96c6571 req-5dbd8103-65a2-419b-9721-a17b951b0cf0 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Refreshing instance network info cache due to event network-changed-7e5da00e-77a9-4135-8626-a72c42ad507e. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1637.593493] env[69195]: DEBUG oslo_concurrency.lockutils [req-df489672-399c-4bf4-bc92-e65ab96c6571 req-5dbd8103-65a2-419b-9721-a17b951b0cf0 service nova] Acquiring lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.593682] env[69195]: DEBUG oslo_concurrency.lockutils [req-df489672-399c-4bf4-bc92-e65ab96c6571 req-5dbd8103-65a2-419b-9721-a17b951b0cf0 service nova] Acquired lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.593776] env[69195]: DEBUG nova.network.neutron [req-df489672-399c-4bf4-bc92-e65ab96c6571 req-5dbd8103-65a2-419b-9721-a17b951b0cf0 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Refreshing network info cache for port 7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.865606] env[69195]: DEBUG oslo_concurrency.lockutils [None req-00db0422-22ce-48c8-bbca-d98169dad49c tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.246s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.293872] env[69195]: DEBUG nova.network.neutron [req-df489672-399c-4bf4-bc92-e65ab96c6571 req-5dbd8103-65a2-419b-9721-a17b951b0cf0 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updated VIF entry in instance network info cache for port 7e5da00e-77a9-4135-8626-a72c42ad507e. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.294260] env[69195]: DEBUG nova.network.neutron [req-df489672-399c-4bf4-bc92-e65ab96c6571 req-5dbd8103-65a2-419b-9721-a17b951b0cf0 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updating instance_info_cache with network_info: [{"id": "7e5da00e-77a9-4135-8626-a72c42ad507e", "address": "fa:16:3e:18:e6:ad", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5da00e-77", "ovs_interfaceid": "7e5da00e-77a9-4135-8626-a72c42ad507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.797402] env[69195]: DEBUG oslo_concurrency.lockutils [req-df489672-399c-4bf4-bc92-e65ab96c6571 req-5dbd8103-65a2-419b-9721-a17b951b0cf0 service nova] Releasing lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1649.616171] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1650.119786] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.120140] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.120385] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1650.120601] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1650.121856] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6240f12c-8b72-48e2-9bee-12d19eb60246 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.132170] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ed8a31-ddd6-46d3-abea-0c99a8abaf79 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.151847] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc01fd-6162-408a-9c28-2db7cb692b5e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.159840] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e866c3c5-087b-469c-af6a-9d729bd6cbfd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.190392] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180298MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1650.190601] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1650.190783] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.217753] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 4876b666-b0b0-4f7a-81c0-8b15c9367179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1651.218026] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1651.218135] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1651.244300] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96726e1-53ee-4b75-93da-d90e5f661c84 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.251674] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2048a970-90c3-4b05-ae0c-5f5d2eefc8c1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.280170] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd983fdd-c0be-4d12-ba3c-578fa5cf4ca1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.286493] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc983b6-062e-4d62-ba4f-24528f028226 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.299993] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.803922] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.308886] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1652.309347] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1654.309690] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.310172] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.310172] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.310320] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1654.615360] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.611723] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.615370] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1656.611708] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.615579] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1675.589918] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1675.589918] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.093055] env[69195]: DEBUG nova.compute.utils [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1676.595422] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1677.655441] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1677.655833] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1677.655957] env[69195]: INFO nova.compute.manager [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Attaching volume 2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5 to /dev/sdb [ 1677.685605] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e05b0eb-3108-436f-ad17-c202a5974a13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.692648] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef4cb8f-95fd-493f-93ca-f18193079e0a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.706169] env[69195]: DEBUG nova.virt.block_device [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updating existing volume attachment record: 40b586f2-979b-4d21-b43b-ff0cd09b6f96 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1682.248497] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1682.248758] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700458', 'volume_id': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'name': 'volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4876b666-b0b0-4f7a-81c0-8b15c9367179', 'attached_at': '', 'detached_at': '', 'volume_id': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'serial': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1682.249660] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02956552-0675-4d7b-a5e8-01a5d59e5a60 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.265830] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde1f88-9bc0-43d9-9a64-37c8959c0f85 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.289720] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5/volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.289952] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658d1d09-e703-426d-ae74-aecf88851492 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.306972] env[69195]: DEBUG oslo_vmware.api [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1682.306972] env[69195]: value = "task-3505483" [ 1682.306972] env[69195]: _type = "Task" [ 1682.306972] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.314151] env[69195]: DEBUG oslo_vmware.api [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.816495] env[69195]: DEBUG oslo_vmware.api [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505483, 'name': ReconfigVM_Task, 'duration_secs': 0.340732} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.816823] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5/volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1682.821524] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc2bfddb-02a0-41c2-9efc-be1816624b7e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.835777] env[69195]: DEBUG oslo_vmware.api [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1682.835777] env[69195]: value = "task-3505484" [ 1682.835777] env[69195]: _type = "Task" [ 1682.835777] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.842839] env[69195]: DEBUG oslo_vmware.api [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.345402] env[69195]: DEBUG oslo_vmware.api [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505484, 'name': ReconfigVM_Task, 'duration_secs': 0.125732} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.345728] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700458', 'volume_id': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'name': 'volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4876b666-b0b0-4f7a-81c0-8b15c9367179', 'attached_at': '', 'detached_at': '', 'volume_id': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'serial': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1684.381092] env[69195]: DEBUG nova.objects.instance [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.887668] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9ca25e51-1ae0-4ad8-b167-654fcc0a4e21 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.979980] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1684.980224] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1684.980398] env[69195]: DEBUG nova.compute.manager [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.981263] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8151a67e-8b90-41e5-8a84-66197b7e41e2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.987769] env[69195]: DEBUG nova.compute.manager [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1684.988297] env[69195]: DEBUG nova.objects.instance [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.995625] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.996048] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a193de0-9d16-453e-b353-251c353a0899 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.003151] env[69195]: DEBUG oslo_vmware.api [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1686.003151] env[69195]: value = "task-3505485" [ 1686.003151] env[69195]: _type = "Task" [ 1686.003151] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.010601] env[69195]: DEBUG oslo_vmware.api [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.513232] env[69195]: DEBUG oslo_vmware.api [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505485, 'name': PowerOffVM_Task, 'duration_secs': 0.176819} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.513489] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.513683] env[69195]: DEBUG nova.compute.manager [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.514428] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41899fa7-7c1d-4332-8ac8-4a1001543fac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.024760] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22d780eb-feeb-425c-a99d-fd42267936d7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1687.357659] env[69195]: DEBUG nova.objects.instance [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.862655] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.862862] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1687.862984] env[69195]: DEBUG nova.network.neutron [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.863216] env[69195]: DEBUG nova.objects.instance [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'info_cache' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.367081] env[69195]: DEBUG nova.objects.base [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Object Instance<4876b666-b0b0-4f7a-81c0-8b15c9367179> lazy-loaded attributes: flavor,info_cache {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1689.060523] env[69195]: DEBUG nova.network.neutron [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updating instance_info_cache with network_info: [{"id": "7e5da00e-77a9-4135-8626-a72c42ad507e", "address": "fa:16:3e:18:e6:ad", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5da00e-77", "ovs_interfaceid": "7e5da00e-77a9-4135-8626-a72c42ad507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.563459] env[69195]: DEBUG oslo_concurrency.lockutils [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Releasing lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1690.570244] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.570567] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c19c840c-bfe4-4863-9e5b-88e9b5e572a6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.577829] env[69195]: DEBUG oslo_vmware.api [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1690.577829] env[69195]: value = "task-3505486" [ 1690.577829] env[69195]: _type = "Task" [ 1690.577829] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.585198] env[69195]: DEBUG oslo_vmware.api [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.087614] env[69195]: DEBUG oslo_vmware.api [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505486, 'name': PowerOnVM_Task, 'duration_secs': 0.418685} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.087912] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.088141] env[69195]: DEBUG nova.compute.manager [None req-c5e21d4d-62c0-42fa-8754-5d71476e177d tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1691.088876] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d93a2-e8d1-4f8e-9700-443bfcc076a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.616043] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1712.119012] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1712.119303] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1712.119475] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1712.119631] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1712.120527] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf7bb41-0094-4379-9519-3b562be5b4b0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.128655] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b7660-7514-4152-b583-321a638359bd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.142078] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e11191d-ecf7-41f2-9948-926926c12ea2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.148106] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720e4fee-1b90-4669-86dd-df3758e0bb94 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.177304] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180736MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1712.177453] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1712.177648] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1713.203859] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 4876b666-b0b0-4f7a-81c0-8b15c9367179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1713.204132] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1713.204220] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1713.229604] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b210ac4f-de74-4d0d-9d40-49a29588330d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.237456] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6e14b1-b1fd-42b1-99d8-6aa221fbd6c0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.265974] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392330c9-b6ef-463c-a3c5-f47a87680f71 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.272524] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594502af-9caa-4277-9306-27a79de69b1c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.285866] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.788986] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.790299] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1713.790481] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.613s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1714.791315] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.791668] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.791710] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1714.791843] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1715.611887] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1715.615502] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1716.615254] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.616076] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1727.453612] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1727.454062] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1727.957430] env[69195]: INFO nova.compute.manager [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Detaching volume 2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5 [ 1727.986919] env[69195]: INFO nova.virt.block_device [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Attempting to driver detach volume 2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5 from mountpoint /dev/sdb [ 1727.987217] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1727.987413] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700458', 'volume_id': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'name': 'volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4876b666-b0b0-4f7a-81c0-8b15c9367179', 'attached_at': '', 'detached_at': '', 'volume_id': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'serial': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1727.988313] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1366b15a-ec5c-4144-982c-67863da08f5d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.009443] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caba670-26c6-4dc0-bd2f-3115b71092cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.016297] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64b22ba-86bb-4eb7-a18c-a9c83fc6e685 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.036213] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e47d57-3aa5-4d65-9569-11ebaddc1f48 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.051624] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] The volume has not been displaced from its original location: [datastore1] volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5/volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1728.056967] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1728.057236] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4f43c7-995c-48b0-badd-81070e6ff15a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.074790] env[69195]: DEBUG oslo_vmware.api [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1728.074790] env[69195]: value = "task-3505487" [ 1728.074790] env[69195]: _type = "Task" [ 1728.074790] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.081911] env[69195]: DEBUG oslo_vmware.api [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.583591] env[69195]: DEBUG oslo_vmware.api [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505487, 'name': ReconfigVM_Task, 'duration_secs': 0.220572} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.583869] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1728.588462] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb720c5c-027a-4668-bd4e-15a6b7379f06 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.603124] env[69195]: DEBUG oslo_vmware.api [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1728.603124] env[69195]: value = "task-3505488" [ 1728.603124] env[69195]: _type = "Task" [ 1728.603124] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.610312] env[69195]: DEBUG oslo_vmware.api [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.112565] env[69195]: DEBUG oslo_vmware.api [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505488, 'name': ReconfigVM_Task, 'duration_secs': 0.125554} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.112848] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700458', 'volume_id': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'name': 'volume-2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4876b666-b0b0-4f7a-81c0-8b15c9367179', 'attached_at': '', 'detached_at': '', 'volume_id': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5', 'serial': '2c94f123-28cc-4c91-8dce-dbb5ac0a0dc5'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1729.651543] env[69195]: DEBUG nova.objects.instance [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.617755] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1730.659986] env[69195]: DEBUG oslo_concurrency.lockutils [None req-ca926245-614e-46dd-8355-ae936e8c5bd7 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.661129] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.044s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1730.661320] env[69195]: DEBUG nova.compute.manager [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.662193] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef6a08-eb00-4cbb-a237-f4640c47c920 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.670080] env[69195]: DEBUG nova.compute.manager [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69195) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1730.670530] env[69195]: DEBUG nova.objects.instance [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.676973] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.677747] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ecb482f-09b3-45ba-9592-f9cfd54b61c6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.684420] env[69195]: DEBUG oslo_vmware.api [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1731.684420] env[69195]: value = "task-3505489" [ 1731.684420] env[69195]: _type = "Task" [ 1731.684420] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.692447] env[69195]: DEBUG oslo_vmware.api [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.194021] env[69195]: DEBUG oslo_vmware.api [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505489, 'name': PowerOffVM_Task, 'duration_secs': 0.188371} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.194283] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.194481] env[69195]: DEBUG nova.compute.manager [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1732.195253] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f543b564-6f3c-4eec-a155-37cb013d1759 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.706144] env[69195]: DEBUG oslo_concurrency.lockutils [None req-3d3f3413-3091-47f7-9676-903c9833ba2b tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1733.006283] env[69195]: DEBUG nova.objects.instance [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.512120] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.512306] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1733.512469] env[69195]: DEBUG nova.network.neutron [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.512643] env[69195]: DEBUG nova.objects.instance [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'info_cache' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.016894] env[69195]: DEBUG nova.objects.base [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Object Instance<4876b666-b0b0-4f7a-81c0-8b15c9367179> lazy-loaded attributes: flavor,info_cache {{(pid=69195) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1734.708400] env[69195]: DEBUG nova.network.neutron [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updating instance_info_cache with network_info: [{"id": "7e5da00e-77a9-4135-8626-a72c42ad507e", "address": "fa:16:3e:18:e6:ad", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e5da00e-77", "ovs_interfaceid": "7e5da00e-77a9-4135-8626-a72c42ad507e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.211957] env[69195]: DEBUG oslo_concurrency.lockutils [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Releasing lock "refresh_cache-4876b666-b0b0-4f7a-81c0-8b15c9367179" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1736.218308] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1736.218701] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c929f9f-2663-43ac-80af-8be666ceb5fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.226625] env[69195]: DEBUG oslo_vmware.api [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1736.226625] env[69195]: value = "task-3505490" [ 1736.226625] env[69195]: _type = "Task" [ 1736.226625] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.233826] env[69195]: DEBUG oslo_vmware.api [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.736628] env[69195]: DEBUG oslo_vmware.api [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505490, 'name': PowerOnVM_Task, 'duration_secs': 0.344252} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.736887] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1736.737134] env[69195]: DEBUG nova.compute.manager [None req-48b47a6e-8e0d-469e-a829-63a3be0a1d8e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.737875] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f91e25b-d325-44dc-9e9a-a63656467b93 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.615596] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1772.119181] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1772.119513] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1772.119627] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1772.119785] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1772.120711] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45d0465-e41b-4658-b7d4-18535202554a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.129257] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbbc90d-f6a3-4901-aef7-4dc1e9ad7391 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.143098] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88332037-4f37-499a-b6f4-026c0d6dc74e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.150598] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deafafb8-23ca-4977-8a5f-eaf71ad53b12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.186332] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180673MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1772.186520] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1772.186740] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1773.077031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1773.077458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1773.077458] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "4876b666-b0b0-4f7a-81c0-8b15c9367179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1773.077607] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1773.077778] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1773.081716] env[69195]: INFO nova.compute.manager [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Terminating instance [ 1773.210722] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 4876b666-b0b0-4f7a-81c0-8b15c9367179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1773.210921] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1773.211082] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1773.227959] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1773.239473] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1773.239660] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1773.250424] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1773.268984] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1773.293140] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4067624-d7e7-4bf0-bd46-8e7290e6e9b3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.300605] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1760b195-f7e6-45a6-adfb-530cbb96f851 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.329174] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a4681e-81e1-4502-8b75-3bfdd4670b49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.335631] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e79304-7398-4f61-905c-936a722be3db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.347926] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.585693] env[69195]: DEBUG nova.compute.manager [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1773.585863] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1773.586780] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ccce19-0724-4a3d-92ac-b51a61b8a842 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.594335] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.594573] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f2e510-0edf-49db-89c9-6dc7f8330f8d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.600509] env[69195]: DEBUG oslo_vmware.api [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1773.600509] env[69195]: value = "task-3505491" [ 1773.600509] env[69195]: _type = "Task" [ 1773.600509] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.608870] env[69195]: DEBUG oslo_vmware.api [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.852095] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.853026] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1773.853289] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.667s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1774.110134] env[69195]: DEBUG oslo_vmware.api [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505491, 'name': PowerOffVM_Task, 'duration_secs': 0.16711} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.110607] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.110607] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.110789] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a6b99b-7939-4936-a722-a11aa7c4b7fb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.170738] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.171449] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.171449] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Deleting the datastore file [datastore1] 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.171449] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1fe0fc-b0a6-4e97-a537-1ce02b2b1825 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.178404] env[69195]: DEBUG oslo_vmware.api [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1774.178404] env[69195]: value = "task-3505493" [ 1774.178404] env[69195]: _type = "Task" [ 1774.178404] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.185448] env[69195]: DEBUG oslo_vmware.api [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.688245] env[69195]: DEBUG oslo_vmware.api [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139733} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.688508] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.688704] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.688879] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.689068] env[69195]: INFO nova.compute.manager [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1774.689313] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1774.689497] env[69195]: DEBUG nova.compute.manager [-] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.689591] env[69195]: DEBUG nova.network.neutron [-] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.083475] env[69195]: DEBUG nova.compute.manager [req-0be1360f-92ab-45d5-b4c0-4ada46dfce44 req-5170bd41-d577-495d-b665-bc6f6f68c317 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Received event network-vif-deleted-7e5da00e-77a9-4135-8626-a72c42ad507e {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1775.083753] env[69195]: INFO nova.compute.manager [req-0be1360f-92ab-45d5-b4c0-4ada46dfce44 req-5170bd41-d577-495d-b665-bc6f6f68c317 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Neutron deleted interface 7e5da00e-77a9-4135-8626-a72c42ad507e; detaching it from the instance and deleting it from the info cache [ 1775.083902] env[69195]: DEBUG nova.network.neutron [req-0be1360f-92ab-45d5-b4c0-4ada46dfce44 req-5170bd41-d577-495d-b665-bc6f6f68c317 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.569056] env[69195]: DEBUG nova.network.neutron [-] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.585977] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-964f57eb-cf53-4159-b230-ac3968c546cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.595909] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc756e2-2d2f-4fd0-846e-dad39f920e10 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.619449] env[69195]: DEBUG nova.compute.manager [req-0be1360f-92ab-45d5-b4c0-4ada46dfce44 req-5170bd41-d577-495d-b665-bc6f6f68c317 service nova] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Detach interface failed, port_id=7e5da00e-77a9-4135-8626-a72c42ad507e, reason: Instance 4876b666-b0b0-4f7a-81c0-8b15c9367179 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1775.854120] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.854280] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.854426] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.854569] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1776.070531] env[69195]: INFO nova.compute.manager [-] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Took 1.38 seconds to deallocate network for instance. [ 1776.576593] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1776.576978] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1776.577115] env[69195]: DEBUG nova.objects.instance [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'resources' on Instance uuid 4876b666-b0b0-4f7a-81c0-8b15c9367179 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.611274] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.611468] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.112509] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539c5798-3b0a-4b15-adee-70099e98cd1a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.118975] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.122332] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c64ebc-6566-483c-ae39-cb20889494d5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.151860] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9112829e-9e6b-4636-9887-f287ff61db01 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.158562] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa67a58-1e17-43a6-8ac3-e9e05016ecdb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.171182] env[69195]: DEBUG nova.compute.provider_tree [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.674112] env[69195]: DEBUG nova.scheduler.client.report [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.179631] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1778.201887] env[69195]: INFO nova.scheduler.client.report [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Deleted allocations for instance 4876b666-b0b0-4f7a-81c0-8b15c9367179 [ 1778.617062] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.617062] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1778.617062] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1778.707957] env[69195]: DEBUG oslo_concurrency.lockutils [None req-9643cb73-7de4-462f-bf96-4228af923202 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "4876b666-b0b0-4f7a-81c0-8b15c9367179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.631s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1779.120838] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] There are 5 instances to clean {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1779.121110] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 4876b666-b0b0-4f7a-81c0-8b15c9367179] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1779.624999] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: cdf3dc0a-837c-4e26-af19-aea176d80519] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1780.129370] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: f987925f-caa7-42ef-bdf6-42fc06cad134] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1780.632838] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: f0b0f2ad-bd4e-4dd6-92c0-20d9f94ab9b2] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1780.958824] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1780.959054] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1781.136394] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 8991cace-d1f0-42d2-ad29-6d339ae221d4] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1781.461124] env[69195]: DEBUG nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1781.639228] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1781.639400] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69195) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1781.982930] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1781.983228] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1781.984690] env[69195]: INFO nova.compute.claims [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.141769] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1783.021047] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741fac9e-7081-4455-9b83-ecf013510c34 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.028644] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683d81c0-2d06-4b7c-885d-3fb4bde50f17 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.058795] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55686847-a3e9-47ae-8b8a-5a330b33d983 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.065937] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae131a9f-ad69-4eab-8e0c-477672a6064d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.078607] env[69195]: DEBUG nova.compute.provider_tree [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.581471] env[69195]: DEBUG nova.scheduler.client.report [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.086293] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1784.086813] env[69195]: DEBUG nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1784.592363] env[69195]: DEBUG nova.compute.utils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1784.593739] env[69195]: DEBUG nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1784.593909] env[69195]: DEBUG nova.network.neutron [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.646204] env[69195]: DEBUG nova.policy [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e25b74169024e8590f611bc21119603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59b69961c5b6427fbce06ebe4633f9ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1784.914639] env[69195]: DEBUG nova.network.neutron [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Successfully created port: 21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.097190] env[69195]: DEBUG nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1785.668578] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1786.106957] env[69195]: DEBUG nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1786.136218] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1786.136466] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1786.136625] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1786.136806] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1786.136949] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1786.137112] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1786.137320] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1786.137513] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1786.137688] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1786.137852] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1786.138071] env[69195]: DEBUG nova.virt.hardware [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1786.138941] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a637d-cbe8-4c7f-917e-5e7e9f453eb6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.146734] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb2c028-dc89-4baa-ac21-5255b8d89de6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.250911] env[69195]: DEBUG nova.compute.manager [req-feb9ab2a-6fbd-4243-9d38-9d7cdf3258a5 req-a03405ca-567d-44d9-adad-4c29682e5fb4 service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Received event network-vif-plugged-21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1786.251151] env[69195]: DEBUG oslo_concurrency.lockutils [req-feb9ab2a-6fbd-4243-9d38-9d7cdf3258a5 req-a03405ca-567d-44d9-adad-4c29682e5fb4 service nova] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1786.251344] env[69195]: DEBUG oslo_concurrency.lockutils [req-feb9ab2a-6fbd-4243-9d38-9d7cdf3258a5 req-a03405ca-567d-44d9-adad-4c29682e5fb4 service nova] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1786.251541] env[69195]: DEBUG oslo_concurrency.lockutils [req-feb9ab2a-6fbd-4243-9d38-9d7cdf3258a5 req-a03405ca-567d-44d9-adad-4c29682e5fb4 service nova] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1786.251684] env[69195]: DEBUG nova.compute.manager [req-feb9ab2a-6fbd-4243-9d38-9d7cdf3258a5 req-a03405ca-567d-44d9-adad-4c29682e5fb4 service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] No waiting events found dispatching network-vif-plugged-21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1786.251848] env[69195]: WARNING nova.compute.manager [req-feb9ab2a-6fbd-4243-9d38-9d7cdf3258a5 req-a03405ca-567d-44d9-adad-4c29682e5fb4 service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Received unexpected event network-vif-plugged-21d1f318-7d0f-4f24-8ec8-931bdb379b2f for instance with vm_state building and task_state spawning. [ 1786.331942] env[69195]: DEBUG nova.network.neutron [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Successfully updated port: 21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1786.834879] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.835099] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1786.835229] env[69195]: DEBUG nova.network.neutron [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.366169] env[69195]: DEBUG nova.network.neutron [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1787.485946] env[69195]: DEBUG nova.network.neutron [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updating instance_info_cache with network_info: [{"id": "21d1f318-7d0f-4f24-8ec8-931bdb379b2f", "address": "fa:16:3e:5e:1a:60", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d1f318-7d", "ovs_interfaceid": "21d1f318-7d0f-4f24-8ec8-931bdb379b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.992016] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Releasing lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1787.992016] env[69195]: DEBUG nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Instance network_info: |[{"id": "21d1f318-7d0f-4f24-8ec8-931bdb379b2f", "address": "fa:16:3e:5e:1a:60", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d1f318-7d", "ovs_interfaceid": "21d1f318-7d0f-4f24-8ec8-931bdb379b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1787.992016] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:1a:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21d1f318-7d0f-4f24-8ec8-931bdb379b2f', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1787.998308] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1787.998761] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1787.999132] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae21dc8c-3c5a-4ad2-a075-c66c62c3fe70 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.022890] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1788.022890] env[69195]: value = "task-3505494" [ 1788.022890] env[69195]: _type = "Task" [ 1788.022890] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.029808] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505494, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.277104] env[69195]: DEBUG nova.compute.manager [req-15ea75b4-727b-445b-bbf8-3e29131005a4 req-17754bdf-0f11-4012-ab32-9b46aa598a5f service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Received event network-changed-21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1788.277370] env[69195]: DEBUG nova.compute.manager [req-15ea75b4-727b-445b-bbf8-3e29131005a4 req-17754bdf-0f11-4012-ab32-9b46aa598a5f service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Refreshing instance network info cache due to event network-changed-21d1f318-7d0f-4f24-8ec8-931bdb379b2f. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1788.277670] env[69195]: DEBUG oslo_concurrency.lockutils [req-15ea75b4-727b-445b-bbf8-3e29131005a4 req-17754bdf-0f11-4012-ab32-9b46aa598a5f service nova] Acquiring lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.277858] env[69195]: DEBUG oslo_concurrency.lockutils [req-15ea75b4-727b-445b-bbf8-3e29131005a4 req-17754bdf-0f11-4012-ab32-9b46aa598a5f service nova] Acquired lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.278075] env[69195]: DEBUG nova.network.neutron [req-15ea75b4-727b-445b-bbf8-3e29131005a4 req-17754bdf-0f11-4012-ab32-9b46aa598a5f service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Refreshing network info cache for port 21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1788.531561] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505494, 'name': CreateVM_Task, 'duration_secs': 0.300102} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.531814] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.532602] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.532828] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.533212] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1788.533504] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58687559-d112-4d79-b2ca-551faad30c5f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.537698] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1788.537698] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e16507-a9d2-252a-e113-78dd3395eb1e" [ 1788.537698] env[69195]: _type = "Task" [ 1788.537698] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.545475] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e16507-a9d2-252a-e113-78dd3395eb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.948784] env[69195]: DEBUG nova.network.neutron [req-15ea75b4-727b-445b-bbf8-3e29131005a4 req-17754bdf-0f11-4012-ab32-9b46aa598a5f service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updated VIF entry in instance network info cache for port 21d1f318-7d0f-4f24-8ec8-931bdb379b2f. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1788.949153] env[69195]: DEBUG nova.network.neutron [req-15ea75b4-727b-445b-bbf8-3e29131005a4 req-17754bdf-0f11-4012-ab32-9b46aa598a5f service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updating instance_info_cache with network_info: [{"id": "21d1f318-7d0f-4f24-8ec8-931bdb379b2f", "address": "fa:16:3e:5e:1a:60", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d1f318-7d", "ovs_interfaceid": "21d1f318-7d0f-4f24-8ec8-931bdb379b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.048395] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e16507-a9d2-252a-e113-78dd3395eb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.048725] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.048883] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1789.049133] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.049281] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1789.049459] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1789.049704] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec68e52f-e3d7-40fc-8175-d97fb332abd8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.060595] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1789.060737] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1789.061413] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f5b7b7-7de3-4eb8-9da2-c0114641c598 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.065943] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1789.065943] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52683cfa-906c-0831-1c32-8c62cf4f8c0e" [ 1789.065943] env[69195]: _type = "Task" [ 1789.065943] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.073346] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52683cfa-906c-0831-1c32-8c62cf4f8c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.451502] env[69195]: DEBUG oslo_concurrency.lockutils [req-15ea75b4-727b-445b-bbf8-3e29131005a4 req-17754bdf-0f11-4012-ab32-9b46aa598a5f service nova] Releasing lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.575734] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52683cfa-906c-0831-1c32-8c62cf4f8c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008729} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.576492] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d656649-2cc9-4fa9-b58b-118c8564c3f9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.581066] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1789.581066] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521dd5a6-faf6-b535-184b-992874705556" [ 1789.581066] env[69195]: _type = "Task" [ 1789.581066] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.588010] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521dd5a6-faf6-b535-184b-992874705556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.091057] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521dd5a6-faf6-b535-184b-992874705556, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.091365] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1790.091564] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c35589de-24d7-4a6c-9a44-ff3dccdec135/c35589de-24d7-4a6c-9a44-ff3dccdec135.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1790.091812] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4234e9a1-ffa7-45ce-918a-e9490f8b51d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.098178] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1790.098178] env[69195]: value = "task-3505495" [ 1790.098178] env[69195]: _type = "Task" [ 1790.098178] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.105591] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.607565] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440019} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.607834] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] c35589de-24d7-4a6c-9a44-ff3dccdec135/c35589de-24d7-4a6c-9a44-ff3dccdec135.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.608060] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.608311] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ec01ab-6b92-4334-ab6d-314bea57f569 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.614548] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1790.614548] env[69195]: value = "task-3505496" [ 1790.614548] env[69195]: _type = "Task" [ 1790.614548] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.622449] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.124525] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060761} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.124835] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1791.125526] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba8096-576f-444a-9b7b-60c030b3d96b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.146182] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] c35589de-24d7-4a6c-9a44-ff3dccdec135/c35589de-24d7-4a6c-9a44-ff3dccdec135.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.146439] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d8a285c-edb7-44fa-961f-4e81e18f2664 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.164092] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1791.164092] env[69195]: value = "task-3505497" [ 1791.164092] env[69195]: _type = "Task" [ 1791.164092] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.174544] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.673900] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.174673] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.674889] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505497, 'name': ReconfigVM_Task, 'duration_secs': 1.276623} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.675210] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfigured VM instance instance-0000007c to attach disk [datastore1] c35589de-24d7-4a6c-9a44-ff3dccdec135/c35589de-24d7-4a6c-9a44-ff3dccdec135.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.675843] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe489664-313e-4415-9a8b-e22528cf9f43 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.682501] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1792.682501] env[69195]: value = "task-3505498" [ 1792.682501] env[69195]: _type = "Task" [ 1792.682501] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.691721] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505498, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.191534] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505498, 'name': Rename_Task, 'duration_secs': 0.130941} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.191865] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.191982] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f77e03-d1be-480e-93e1-3858a1296d74 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.199294] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1793.199294] env[69195]: value = "task-3505499" [ 1793.199294] env[69195]: _type = "Task" [ 1793.199294] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.209839] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.709419] env[69195]: DEBUG oslo_vmware.api [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505499, 'name': PowerOnVM_Task, 'duration_secs': 0.449949} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.709683] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1793.709905] env[69195]: INFO nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1793.710107] env[69195]: DEBUG nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1793.710869] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200a9879-f4c8-41a6-a092-56d099edbd49 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.228892] env[69195]: INFO nova.compute.manager [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Took 12.26 seconds to build instance. [ 1794.498446] env[69195]: DEBUG nova.compute.manager [req-6c4b33b3-f0ab-4d8a-9fc0-fb0fe77c6e80 req-ee8be078-2d36-4c14-8d2a-893d1d4fb395 service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Received event network-changed-21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1794.498528] env[69195]: DEBUG nova.compute.manager [req-6c4b33b3-f0ab-4d8a-9fc0-fb0fe77c6e80 req-ee8be078-2d36-4c14-8d2a-893d1d4fb395 service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Refreshing instance network info cache due to event network-changed-21d1f318-7d0f-4f24-8ec8-931bdb379b2f. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1794.498705] env[69195]: DEBUG oslo_concurrency.lockutils [req-6c4b33b3-f0ab-4d8a-9fc0-fb0fe77c6e80 req-ee8be078-2d36-4c14-8d2a-893d1d4fb395 service nova] Acquiring lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.498848] env[69195]: DEBUG oslo_concurrency.lockutils [req-6c4b33b3-f0ab-4d8a-9fc0-fb0fe77c6e80 req-ee8be078-2d36-4c14-8d2a-893d1d4fb395 service nova] Acquired lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1794.499022] env[69195]: DEBUG nova.network.neutron [req-6c4b33b3-f0ab-4d8a-9fc0-fb0fe77c6e80 req-ee8be078-2d36-4c14-8d2a-893d1d4fb395 service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Refreshing network info cache for port 21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.730586] env[69195]: DEBUG oslo_concurrency.lockutils [None req-459987f0-e6c0-4e1c-8cdc-75005cd55187 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.771s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1795.190493] env[69195]: DEBUG nova.network.neutron [req-6c4b33b3-f0ab-4d8a-9fc0-fb0fe77c6e80 req-ee8be078-2d36-4c14-8d2a-893d1d4fb395 service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updated VIF entry in instance network info cache for port 21d1f318-7d0f-4f24-8ec8-931bdb379b2f. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1795.190838] env[69195]: DEBUG nova.network.neutron [req-6c4b33b3-f0ab-4d8a-9fc0-fb0fe77c6e80 req-ee8be078-2d36-4c14-8d2a-893d1d4fb395 service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updating instance_info_cache with network_info: [{"id": "21d1f318-7d0f-4f24-8ec8-931bdb379b2f", "address": "fa:16:3e:5e:1a:60", "network": {"id": "602bd301-e85e-4da3-88f6-ec6775ebfe0d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1487406504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59b69961c5b6427fbce06ebe4633f9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d1f318-7d", "ovs_interfaceid": "21d1f318-7d0f-4f24-8ec8-931bdb379b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.693685] env[69195]: DEBUG oslo_concurrency.lockutils [req-6c4b33b3-f0ab-4d8a-9fc0-fb0fe77c6e80 req-ee8be078-2d36-4c14-8d2a-893d1d4fb395 service nova] Releasing lock "refresh_cache-c35589de-24d7-4a6c-9a44-ff3dccdec135" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1825.563442] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1826.066946] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Getting list of instances from cluster (obj){ [ 1826.066946] env[69195]: value = "domain-c8" [ 1826.066946] env[69195]: _type = "ClusterComputeResource" [ 1826.066946] env[69195]: } {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1826.068096] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ddc5f-8f84-40e7-8a0c-f84828791047 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.078070] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Got total of 1 instances {{(pid=69195) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1826.078235] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Triggering sync for uuid c35589de-24d7-4a6c-9a44-ff3dccdec135 {{(pid=69195) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1826.078564] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1826.078776] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1826.079572] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca230bdc-bc6f-4d5c-8451-8371970ecca5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.588402] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.509s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1831.455800] env[69195]: DEBUG oslo_concurrency.lockutils [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1831.456083] env[69195]: DEBUG oslo_concurrency.lockutils [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1831.959599] env[69195]: DEBUG nova.compute.utils [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1832.462381] env[69195]: DEBUG oslo_concurrency.lockutils [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1833.521602] env[69195]: DEBUG oslo_concurrency.lockutils [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1833.521951] env[69195]: DEBUG oslo_concurrency.lockutils [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1833.522192] env[69195]: INFO nova.compute.manager [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Attaching volume 796f7c8f-1e4f-445d-a051-d1325b19be25 to /dev/sdb [ 1833.576888] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69676018-46f5-44f9-875b-c228809024df {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.583844] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb82a4e-8491-476b-aab7-823736e14b72 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.596417] env[69195]: DEBUG nova.virt.block_device [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updating existing volume attachment record: 11706f59-a978-442a-b7d0-b930633b58bf {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1833.615910] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.119336] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1834.119641] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1834.119842] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1834.120028] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1834.120906] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681dfdf9-539e-4dd9-be0b-46517a154989 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.128783] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758d69c0-1ced-4ea7-940a-afe8ea1d871c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.142646] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ded8e-1026-4e36-af2b-8dd6ee743753 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.148735] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd7098-ea66-4edc-be71-815ae8fb508e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.177857] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180711MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1834.177987] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1834.178219] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1835.264009] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance c35589de-24d7-4a6c-9a44-ff3dccdec135 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1835.264244] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1835.264396] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1835.289102] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cbdbea-ead6-4368-a39c-55919045d282 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.296351] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00faf40a-a420-4f02-8b33-b6c7c57de282 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.324787] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fa7ed2-1842-4a3d-95aa-5b6b7f0ea7f5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.331505] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c82580-8ac4-46d3-a67e-2b6a392d778a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.345115] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.848451] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.353530] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1836.353771] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.176s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1837.353100] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.353323] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.353486] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.353633] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.353870] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.353930] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1838.139339] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1838.139585] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700460', 'volume_id': '796f7c8f-1e4f-445d-a051-d1325b19be25', 'name': 'volume-796f7c8f-1e4f-445d-a051-d1325b19be25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c35589de-24d7-4a6c-9a44-ff3dccdec135', 'attached_at': '', 'detached_at': '', 'volume_id': '796f7c8f-1e4f-445d-a051-d1325b19be25', 'serial': '796f7c8f-1e4f-445d-a051-d1325b19be25'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1838.140507] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7e4b4c-0df0-4711-aee4-638c64530022 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.156604] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc3523f-2ab1-40e7-ac8b-d8d6fe48916b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.181523] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-796f7c8f-1e4f-445d-a051-d1325b19be25/volume-796f7c8f-1e4f-445d-a051-d1325b19be25.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.181804] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a1c236-2c16-4530-9831-16a77a9f2621 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.199097] env[69195]: DEBUG oslo_vmware.api [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1838.199097] env[69195]: value = "task-3505502" [ 1838.199097] env[69195]: _type = "Task" [ 1838.199097] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.206567] env[69195]: DEBUG oslo_vmware.api [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.709237] env[69195]: DEBUG oslo_vmware.api [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505502, 'name': ReconfigVM_Task, 'duration_secs': 0.318762} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.709577] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-796f7c8f-1e4f-445d-a051-d1325b19be25/volume-796f7c8f-1e4f-445d-a051-d1325b19be25.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.714126] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc79f771-00c6-4d60-ad86-6e462a218f7f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.728513] env[69195]: DEBUG oslo_vmware.api [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1838.728513] env[69195]: value = "task-3505503" [ 1838.728513] env[69195]: _type = "Task" [ 1838.728513] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.735933] env[69195]: DEBUG oslo_vmware.api [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.238585] env[69195]: DEBUG oslo_vmware.api [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505503, 'name': ReconfigVM_Task, 'duration_secs': 0.127925} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.238899] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700460', 'volume_id': '796f7c8f-1e4f-445d-a051-d1325b19be25', 'name': 'volume-796f7c8f-1e4f-445d-a051-d1325b19be25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c35589de-24d7-4a6c-9a44-ff3dccdec135', 'attached_at': '', 'detached_at': '', 'volume_id': '796f7c8f-1e4f-445d-a051-d1325b19be25', 'serial': '796f7c8f-1e4f-445d-a051-d1325b19be25'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1839.616386] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1840.272938] env[69195]: DEBUG nova.objects.instance [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid c35589de-24d7-4a6c-9a44-ff3dccdec135 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.779934] env[69195]: DEBUG oslo_concurrency.lockutils [None req-65d3c5b9-27a8-4e8e-826f-8a6c4fd11b6e tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1841.599950] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1841.600222] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1842.103522] env[69195]: DEBUG nova.compute.utils [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1842.606525] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1842.615691] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.669122] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1843.669521] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1843.669662] env[69195]: INFO nova.compute.manager [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Attaching volume 46f952d9-7660-4ec4-990e-e6ffd0588035 to /dev/sdc [ 1843.699242] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2d31e8-fc92-4a35-a4e1-7613abcb0ae1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.706292] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a238ac-e7d3-4078-94df-1281f7c422e9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.718784] env[69195]: DEBUG nova.virt.block_device [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updating existing volume attachment record: 225fc407-5975-416a-9e5e-47470e5fe870 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1848.261302] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1848.261556] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700461', 'volume_id': '46f952d9-7660-4ec4-990e-e6ffd0588035', 'name': 'volume-46f952d9-7660-4ec4-990e-e6ffd0588035', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c35589de-24d7-4a6c-9a44-ff3dccdec135', 'attached_at': '', 'detached_at': '', 'volume_id': '46f952d9-7660-4ec4-990e-e6ffd0588035', 'serial': '46f952d9-7660-4ec4-990e-e6ffd0588035'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1848.262448] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e868f-8798-47de-8b71-8f0a79a49df6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.282996] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d13efa8-2336-4e7d-826d-d1c1e77ee776 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.308840] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-46f952d9-7660-4ec4-990e-e6ffd0588035/volume-46f952d9-7660-4ec4-990e-e6ffd0588035.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1848.309050] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe73220-4a64-4dd3-9446-6dc8043913d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.325447] env[69195]: DEBUG oslo_vmware.api [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1848.325447] env[69195]: value = "task-3505506" [ 1848.325447] env[69195]: _type = "Task" [ 1848.325447] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.333872] env[69195]: DEBUG oslo_vmware.api [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.835527] env[69195]: DEBUG oslo_vmware.api [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505506, 'name': ReconfigVM_Task, 'duration_secs': 0.32585} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.835777] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-46f952d9-7660-4ec4-990e-e6ffd0588035/volume-46f952d9-7660-4ec4-990e-e6ffd0588035.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.840428] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691dc8dc-0569-4ed5-91c4-c1b83c29cc4f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.854274] env[69195]: DEBUG oslo_vmware.api [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1848.854274] env[69195]: value = "task-3505507" [ 1848.854274] env[69195]: _type = "Task" [ 1848.854274] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.861572] env[69195]: DEBUG oslo_vmware.api [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.363946] env[69195]: DEBUG oslo_vmware.api [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505507, 'name': ReconfigVM_Task, 'duration_secs': 0.12793} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.364277] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700461', 'volume_id': '46f952d9-7660-4ec4-990e-e6ffd0588035', 'name': 'volume-46f952d9-7660-4ec4-990e-e6ffd0588035', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c35589de-24d7-4a6c-9a44-ff3dccdec135', 'attached_at': '', 'detached_at': '', 'volume_id': '46f952d9-7660-4ec4-990e-e6ffd0588035', 'serial': '46f952d9-7660-4ec4-990e-e6ffd0588035'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1850.400740] env[69195]: DEBUG nova.objects.instance [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid c35589de-24d7-4a6c-9a44-ff3dccdec135 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.905514] env[69195]: DEBUG oslo_concurrency.lockutils [None req-aca04db4-c8b6-4464-ac18-d48fa620aeae tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1851.202633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1851.202861] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1851.706515] env[69195]: INFO nova.compute.manager [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Detaching volume 796f7c8f-1e4f-445d-a051-d1325b19be25 [ 1851.736274] env[69195]: INFO nova.virt.block_device [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Attempting to driver detach volume 796f7c8f-1e4f-445d-a051-d1325b19be25 from mountpoint /dev/sdb [ 1851.736510] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1851.736694] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700460', 'volume_id': '796f7c8f-1e4f-445d-a051-d1325b19be25', 'name': 'volume-796f7c8f-1e4f-445d-a051-d1325b19be25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c35589de-24d7-4a6c-9a44-ff3dccdec135', 'attached_at': '', 'detached_at': '', 'volume_id': '796f7c8f-1e4f-445d-a051-d1325b19be25', 'serial': '796f7c8f-1e4f-445d-a051-d1325b19be25'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1851.737615] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf1c4a7-58e0-45ca-95a5-761b3ef805a2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.761699] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b32b5c6-6505-4309-a2e2-43fca992ae36 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.769014] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562703fe-8bb1-488b-b615-a048f52713d2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.791128] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26596056-3e54-4e4a-b6d2-966bb7e04e58 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.805139] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] The volume has not been displaced from its original location: [datastore1] volume-796f7c8f-1e4f-445d-a051-d1325b19be25/volume-796f7c8f-1e4f-445d-a051-d1325b19be25.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1851.810331] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1851.810587] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02335db-6138-4871-8584-14edf52a9b81 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.827722] env[69195]: DEBUG oslo_vmware.api [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1851.827722] env[69195]: value = "task-3505508" [ 1851.827722] env[69195]: _type = "Task" [ 1851.827722] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.834790] env[69195]: DEBUG oslo_vmware.api [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.337908] env[69195]: DEBUG oslo_vmware.api [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505508, 'name': ReconfigVM_Task, 'duration_secs': 0.22208} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.338245] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1852.342770] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16525593-01a4-436f-99d9-87a6ab533530 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.357166] env[69195]: DEBUG oslo_vmware.api [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1852.357166] env[69195]: value = "task-3505509" [ 1852.357166] env[69195]: _type = "Task" [ 1852.357166] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.364443] env[69195]: DEBUG oslo_vmware.api [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.866569] env[69195]: DEBUG oslo_vmware.api [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505509, 'name': ReconfigVM_Task, 'duration_secs': 0.12488} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.866887] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700460', 'volume_id': '796f7c8f-1e4f-445d-a051-d1325b19be25', 'name': 'volume-796f7c8f-1e4f-445d-a051-d1325b19be25', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c35589de-24d7-4a6c-9a44-ff3dccdec135', 'attached_at': '', 'detached_at': '', 'volume_id': '796f7c8f-1e4f-445d-a051-d1325b19be25', 'serial': '796f7c8f-1e4f-445d-a051-d1325b19be25'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1853.406025] env[69195]: DEBUG nova.objects.instance [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid c35589de-24d7-4a6c-9a44-ff3dccdec135 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.413581] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b9c43f1f-46af-49e6-9747-736ce82e8530 tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1854.432827] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1854.433078] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1854.935424] env[69195]: INFO nova.compute.manager [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Detaching volume 46f952d9-7660-4ec4-990e-e6ffd0588035 [ 1854.965779] env[69195]: INFO nova.virt.block_device [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Attempting to driver detach volume 46f952d9-7660-4ec4-990e-e6ffd0588035 from mountpoint /dev/sdc [ 1854.966041] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1854.966245] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700461', 'volume_id': '46f952d9-7660-4ec4-990e-e6ffd0588035', 'name': 'volume-46f952d9-7660-4ec4-990e-e6ffd0588035', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c35589de-24d7-4a6c-9a44-ff3dccdec135', 'attached_at': '', 'detached_at': '', 'volume_id': '46f952d9-7660-4ec4-990e-e6ffd0588035', 'serial': '46f952d9-7660-4ec4-990e-e6ffd0588035'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1854.967091] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308d142-5671-4cbb-a5c5-066703867757 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.988427] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92235194-43ad-4853-a1de-70b3fc65a460 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.994805] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21eac61-fa97-4c90-ab3e-9ef2a6f050db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.015333] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd3a492-cced-4b31-b76e-293e7c2dcd9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.029212] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] The volume has not been displaced from its original location: [datastore1] volume-46f952d9-7660-4ec4-990e-e6ffd0588035/volume-46f952d9-7660-4ec4-990e-e6ffd0588035.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1855.034293] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1855.034538] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6bd953-0e5f-4271-b4a4-c292fd8e5b8e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.051292] env[69195]: DEBUG oslo_vmware.api [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1855.051292] env[69195]: value = "task-3505510" [ 1855.051292] env[69195]: _type = "Task" [ 1855.051292] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.058340] env[69195]: DEBUG oslo_vmware.api [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.560690] env[69195]: DEBUG oslo_vmware.api [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505510, 'name': ReconfigVM_Task, 'duration_secs': 0.186788} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.561046] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1855.565530] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814befe6-9dff-4bea-80c6-27d50951fc19 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.580067] env[69195]: DEBUG oslo_vmware.api [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1855.580067] env[69195]: value = "task-3505511" [ 1855.580067] env[69195]: _type = "Task" [ 1855.580067] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.587164] env[69195]: DEBUG oslo_vmware.api [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.089176] env[69195]: DEBUG oslo_vmware.api [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505511, 'name': ReconfigVM_Task, 'duration_secs': 0.129764} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.089474] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700461', 'volume_id': '46f952d9-7660-4ec4-990e-e6ffd0588035', 'name': 'volume-46f952d9-7660-4ec4-990e-e6ffd0588035', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c35589de-24d7-4a6c-9a44-ff3dccdec135', 'attached_at': '', 'detached_at': '', 'volume_id': '46f952d9-7660-4ec4-990e-e6ffd0588035', 'serial': '46f952d9-7660-4ec4-990e-e6ffd0588035'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1856.630196] env[69195]: DEBUG nova.objects.instance [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'flavor' on Instance uuid c35589de-24d7-4a6c-9a44-ff3dccdec135 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.637846] env[69195]: DEBUG oslo_concurrency.lockutils [None req-22497c8e-2ad8-405e-afed-b413ce7723fb tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.205s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1858.801226] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1858.801581] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1858.801715] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "c35589de-24d7-4a6c-9a44-ff3dccdec135-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1858.801889] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1858.802069] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1858.804247] env[69195]: INFO nova.compute.manager [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Terminating instance [ 1859.307788] env[69195]: DEBUG nova.compute.manager [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1859.308103] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.308981] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c215fd2b-b3ae-4401-8f58-bd3066c9203d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.316816] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1859.317049] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5df8741-9f3d-4d2e-9ceb-d7b742c9accd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.323157] env[69195]: DEBUG oslo_vmware.api [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1859.323157] env[69195]: value = "task-3505512" [ 1859.323157] env[69195]: _type = "Task" [ 1859.323157] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.330820] env[69195]: DEBUG oslo_vmware.api [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.832758] env[69195]: DEBUG oslo_vmware.api [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505512, 'name': PowerOffVM_Task, 'duration_secs': 0.168961} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.833142] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.833185] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1859.833437] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0429dc-8fcf-4047-9b66-8ab8388b858f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.892448] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.892662] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.892857] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Deleting the datastore file [datastore1] c35589de-24d7-4a6c-9a44-ff3dccdec135 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.893144] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77cfec21-57f9-4a28-8d57-2a7870f7c2fa {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.899927] env[69195]: DEBUG oslo_vmware.api [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for the task: (returnval){ [ 1859.899927] env[69195]: value = "task-3505514" [ 1859.899927] env[69195]: _type = "Task" [ 1859.899927] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.907275] env[69195]: DEBUG oslo_vmware.api [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.409315] env[69195]: DEBUG oslo_vmware.api [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Task: {'id': task-3505514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130541} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.409544] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.409728] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.409900] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.410087] env[69195]: INFO nova.compute.manager [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1860.410374] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1860.410568] env[69195]: DEBUG nova.compute.manager [-] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.410661] env[69195]: DEBUG nova.network.neutron [-] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1860.860232] env[69195]: DEBUG nova.compute.manager [req-7692a311-8fce-40e7-a324-4b246954e75d req-87c1b12b-7124-4f2f-ad08-ac6ff47210bc service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Received event network-vif-deleted-21d1f318-7d0f-4f24-8ec8-931bdb379b2f {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1860.860232] env[69195]: INFO nova.compute.manager [req-7692a311-8fce-40e7-a324-4b246954e75d req-87c1b12b-7124-4f2f-ad08-ac6ff47210bc service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Neutron deleted interface 21d1f318-7d0f-4f24-8ec8-931bdb379b2f; detaching it from the instance and deleting it from the info cache [ 1860.860232] env[69195]: DEBUG nova.network.neutron [req-7692a311-8fce-40e7-a324-4b246954e75d req-87c1b12b-7124-4f2f-ad08-ac6ff47210bc service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.312019] env[69195]: DEBUG nova.network.neutron [-] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.362552] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80fe3c37-853d-4a3f-a0e5-93f250f8e2d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.373041] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b8c22-575e-42a5-837d-bb0b02bc9dcb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.398222] env[69195]: DEBUG nova.compute.manager [req-7692a311-8fce-40e7-a324-4b246954e75d req-87c1b12b-7124-4f2f-ad08-ac6ff47210bc service nova] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Detach interface failed, port_id=21d1f318-7d0f-4f24-8ec8-931bdb379b2f, reason: Instance c35589de-24d7-4a6c-9a44-ff3dccdec135 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1861.816071] env[69195]: INFO nova.compute.manager [-] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Took 1.41 seconds to deallocate network for instance. [ 1862.322245] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1862.322624] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1862.322804] env[69195]: DEBUG nova.objects.instance [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lazy-loading 'resources' on Instance uuid c35589de-24d7-4a6c-9a44-ff3dccdec135 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.856954] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcb3e83-1982-4609-9428-81621d387bc8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.864159] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff2a7a-5e76-4eeb-b854-2242530b50d4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.892867] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2d25f-74bb-4adb-993c-5a19c9fb462c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.899311] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15efc685-6b19-4146-a656-2da1a8e392f3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.912016] env[69195]: DEBUG nova.compute.provider_tree [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.415188] env[69195]: DEBUG nova.scheduler.client.report [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.921342] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1863.942473] env[69195]: INFO nova.scheduler.client.report [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Deleted allocations for instance c35589de-24d7-4a6c-9a44-ff3dccdec135 [ 1864.450507] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a542a0bf-2a3c-49a4-b0ee-2fd72472c39f tempest-AttachVolumeTestJSON-519629187 tempest-AttachVolumeTestJSON-519629187-project-member] Lock "c35589de-24d7-4a6c-9a44-ff3dccdec135" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.649s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1877.743686] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "a0915915-00fa-412c-a481-7ead1bc11618" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1877.744011] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1878.247317] env[69195]: DEBUG nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1878.773381] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1878.773742] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1878.775297] env[69195]: INFO nova.compute.claims [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1879.819216] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd1502a-12f4-49b3-a6bb-57f314e97d91 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.830144] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1792e12d-e17b-4125-95bf-e7bfcbd7e684 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.865293] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60df708-e40d-4a63-abf0-80fc6b10d906 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.873138] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1afd68-3e23-46e5-87e9-db98c44b0bc3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.886396] env[69195]: DEBUG nova.compute.provider_tree [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.389251] env[69195]: DEBUG nova.scheduler.client.report [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1880.894574] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1880.895089] env[69195]: DEBUG nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.400219] env[69195]: DEBUG nova.compute.utils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1881.401582] env[69195]: DEBUG nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1881.401751] env[69195]: DEBUG nova.network.neutron [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1881.446315] env[69195]: DEBUG nova.policy [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0e6bf3dccd3463e86eadc4e6f2dace4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7f1fa1e74554a74a240eba9a301c024', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1881.710673] env[69195]: DEBUG nova.network.neutron [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Successfully created port: 269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1881.905237] env[69195]: DEBUG nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.916280] env[69195]: DEBUG nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1882.941802] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1882.942051] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.942216] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1882.942401] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.942544] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1882.942688] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1882.942893] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1882.943066] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1882.943894] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1882.943894] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1882.943894] env[69195]: DEBUG nova.virt.hardware [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1882.944615] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90fa77d-ca3f-4117-a684-33f68d191583 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.952395] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd57c7e7-8bdb-417c-bd92-743daa57a8b6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.076296] env[69195]: DEBUG nova.compute.manager [req-fdabb9e8-040b-4384-993a-afd343170a4a req-b42418a3-288a-4e97-b2e5-81baca559ba4 service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Received event network-vif-plugged-269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1883.076519] env[69195]: DEBUG oslo_concurrency.lockutils [req-fdabb9e8-040b-4384-993a-afd343170a4a req-b42418a3-288a-4e97-b2e5-81baca559ba4 service nova] Acquiring lock "a0915915-00fa-412c-a481-7ead1bc11618-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1883.076726] env[69195]: DEBUG oslo_concurrency.lockutils [req-fdabb9e8-040b-4384-993a-afd343170a4a req-b42418a3-288a-4e97-b2e5-81baca559ba4 service nova] Lock "a0915915-00fa-412c-a481-7ead1bc11618-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1883.076886] env[69195]: DEBUG oslo_concurrency.lockutils [req-fdabb9e8-040b-4384-993a-afd343170a4a req-b42418a3-288a-4e97-b2e5-81baca559ba4 service nova] Lock "a0915915-00fa-412c-a481-7ead1bc11618-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1883.077067] env[69195]: DEBUG nova.compute.manager [req-fdabb9e8-040b-4384-993a-afd343170a4a req-b42418a3-288a-4e97-b2e5-81baca559ba4 service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] No waiting events found dispatching network-vif-plugged-269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.077242] env[69195]: WARNING nova.compute.manager [req-fdabb9e8-040b-4384-993a-afd343170a4a req-b42418a3-288a-4e97-b2e5-81baca559ba4 service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Received unexpected event network-vif-plugged-269618e5-587d-44f0-98d1-89c15ccbac80 for instance with vm_state building and task_state spawning. [ 1883.158993] env[69195]: DEBUG nova.network.neutron [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Successfully updated port: 269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1883.664492] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.664634] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1883.664797] env[69195]: DEBUG nova.network.neutron [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.195474] env[69195]: DEBUG nova.network.neutron [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1884.314019] env[69195]: DEBUG nova.network.neutron [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Updating instance_info_cache with network_info: [{"id": "269618e5-587d-44f0-98d1-89c15ccbac80", "address": "fa:16:3e:26:27:b1", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269618e5-58", "ovs_interfaceid": "269618e5-587d-44f0-98d1-89c15ccbac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.817354] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1884.817678] env[69195]: DEBUG nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Instance network_info: |[{"id": "269618e5-587d-44f0-98d1-89c15ccbac80", "address": "fa:16:3e:26:27:b1", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269618e5-58", "ovs_interfaceid": "269618e5-587d-44f0-98d1-89c15ccbac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1884.818117] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:27:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '269618e5-587d-44f0-98d1-89c15ccbac80', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1884.825535] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Creating folder: Project (d7f1fa1e74554a74a240eba9a301c024). Parent ref: group-v700121. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1884.825801] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0437e21e-921e-4a18-af90-0ef42b4c6235 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.838638] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Created folder: Project (d7f1fa1e74554a74a240eba9a301c024) in parent group-v700121. [ 1884.838808] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Creating folder: Instances. Parent ref: group-v700462. {{(pid=69195) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1884.839064] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b575889-30a4-4862-8b79-6358f431a38f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.848075] env[69195]: INFO nova.virt.vmwareapi.vm_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Created folder: Instances in parent group-v700462. [ 1884.848319] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1884.848491] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1884.848689] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c9d25aa-ba0c-45cd-9ec8-7beca453bd12 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.865416] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1884.865416] env[69195]: value = "task-3505520" [ 1884.865416] env[69195]: _type = "Task" [ 1884.865416] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.872293] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505520, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.103366] env[69195]: DEBUG nova.compute.manager [req-07c59ec4-3ffb-4ad9-ba71-ae7b3ead5766 req-3fb64082-d5eb-470e-8bd5-de0a6fb53496 service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Received event network-changed-269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1885.103366] env[69195]: DEBUG nova.compute.manager [req-07c59ec4-3ffb-4ad9-ba71-ae7b3ead5766 req-3fb64082-d5eb-470e-8bd5-de0a6fb53496 service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Refreshing instance network info cache due to event network-changed-269618e5-587d-44f0-98d1-89c15ccbac80. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1885.103366] env[69195]: DEBUG oslo_concurrency.lockutils [req-07c59ec4-3ffb-4ad9-ba71-ae7b3ead5766 req-3fb64082-d5eb-470e-8bd5-de0a6fb53496 service nova] Acquiring lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.103519] env[69195]: DEBUG oslo_concurrency.lockutils [req-07c59ec4-3ffb-4ad9-ba71-ae7b3ead5766 req-3fb64082-d5eb-470e-8bd5-de0a6fb53496 service nova] Acquired lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1885.103649] env[69195]: DEBUG nova.network.neutron [req-07c59ec4-3ffb-4ad9-ba71-ae7b3ead5766 req-3fb64082-d5eb-470e-8bd5-de0a6fb53496 service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Refreshing network info cache for port 269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.375090] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505520, 'name': CreateVM_Task, 'duration_secs': 0.288006} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.375495] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1885.381947] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.382127] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1885.382454] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1885.382684] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6c31c5-6196-4a3f-b124-9af8d8627623 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.386725] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1885.386725] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522d6537-8b9e-8265-0534-e1bc77a7ddcb" [ 1885.386725] env[69195]: _type = "Task" [ 1885.386725] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.393871] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522d6537-8b9e-8265-0534-e1bc77a7ddcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.812240] env[69195]: DEBUG nova.network.neutron [req-07c59ec4-3ffb-4ad9-ba71-ae7b3ead5766 req-3fb64082-d5eb-470e-8bd5-de0a6fb53496 service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Updated VIF entry in instance network info cache for port 269618e5-587d-44f0-98d1-89c15ccbac80. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1885.812587] env[69195]: DEBUG nova.network.neutron [req-07c59ec4-3ffb-4ad9-ba71-ae7b3ead5766 req-3fb64082-d5eb-470e-8bd5-de0a6fb53496 service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Updating instance_info_cache with network_info: [{"id": "269618e5-587d-44f0-98d1-89c15ccbac80", "address": "fa:16:3e:26:27:b1", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269618e5-58", "ovs_interfaceid": "269618e5-587d-44f0-98d1-89c15ccbac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.896384] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522d6537-8b9e-8265-0534-e1bc77a7ddcb, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.896633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1885.896860] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.897118] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.897270] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1885.897450] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.897698] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00937fd3-f620-4030-bc01-4ecb7cfe1384 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.905347] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.905518] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.906227] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a46f44f-4394-44e3-a91d-2223a3a3b03b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.910795] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1885.910795] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52070c4a-cdbf-9765-4acb-d1eaed2cb00e" [ 1885.910795] env[69195]: _type = "Task" [ 1885.910795] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.918725] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52070c4a-cdbf-9765-4acb-d1eaed2cb00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.315321] env[69195]: DEBUG oslo_concurrency.lockutils [req-07c59ec4-3ffb-4ad9-ba71-ae7b3ead5766 req-3fb64082-d5eb-470e-8bd5-de0a6fb53496 service nova] Releasing lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1886.420682] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52070c4a-cdbf-9765-4acb-d1eaed2cb00e, 'name': SearchDatastore_Task, 'duration_secs': 0.008345} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.421471] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69208ea1-7771-488b-b911-ba1bb75beaad {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.426456] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1886.426456] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522cbd91-cf1d-cd95-2efd-83b54162c4e5" [ 1886.426456] env[69195]: _type = "Task" [ 1886.426456] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.433663] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522cbd91-cf1d-cd95-2efd-83b54162c4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.936317] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]522cbd91-cf1d-cd95-2efd-83b54162c4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009645} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.936553] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1886.936806] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a0915915-00fa-412c-a481-7ead1bc11618/a0915915-00fa-412c-a481-7ead1bc11618.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.937067] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f910d2-7f15-4a3f-abdf-e6fa97aed2cf {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.943827] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1886.943827] env[69195]: value = "task-3505521" [ 1886.943827] env[69195]: _type = "Task" [ 1886.943827] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.950745] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.452929] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432888} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.453306] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] a0915915-00fa-412c-a481-7ead1bc11618/a0915915-00fa-412c-a481-7ead1bc11618.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.453402] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.453685] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-768e5a73-b9b3-435a-8170-dc77459b3b20 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.459170] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1887.459170] env[69195]: value = "task-3505522" [ 1887.459170] env[69195]: _type = "Task" [ 1887.459170] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.467321] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.968184] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062322} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.968474] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1887.969229] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf9b8dc-015a-470b-8870-0241a34f48dd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.991966] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] a0915915-00fa-412c-a481-7ead1bc11618/a0915915-00fa-412c-a481-7ead1bc11618.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.992346] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66d249d-dddc-4c74-b86c-033379c51ce2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.010745] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1888.010745] env[69195]: value = "task-3505523" [ 1888.010745] env[69195]: _type = "Task" [ 1888.010745] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.017915] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.520121] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505523, 'name': ReconfigVM_Task, 'duration_secs': 0.274248} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.520499] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Reconfigured VM instance instance-0000007d to attach disk [datastore1] a0915915-00fa-412c-a481-7ead1bc11618/a0915915-00fa-412c-a481-7ead1bc11618.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.521097] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b4c3764-ca8a-4458-b160-7b89e64fd63c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.527488] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1888.527488] env[69195]: value = "task-3505524" [ 1888.527488] env[69195]: _type = "Task" [ 1888.527488] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.534760] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505524, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.037513] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505524, 'name': Rename_Task, 'duration_secs': 0.127584} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.037787] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1889.038044] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-551e5ad1-d990-45db-9241-c6a2864019a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.044623] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1889.044623] env[69195]: value = "task-3505525" [ 1889.044623] env[69195]: _type = "Task" [ 1889.044623] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.051636] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.556052] env[69195]: DEBUG oslo_vmware.api [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505525, 'name': PowerOnVM_Task, 'duration_secs': 0.419301} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.556425] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1889.556569] env[69195]: INFO nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1889.556755] env[69195]: DEBUG nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1889.557521] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3960f2-1863-4bab-881f-9d51dc47269e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.078578] env[69195]: INFO nova.compute.manager [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Took 11.33 seconds to build instance. [ 1890.581367] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fdf8f299-6427-4ba7-845b-df9691a32f25 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.837s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1890.685308] env[69195]: DEBUG nova.compute.manager [req-2aa5ee46-4e56-400f-9f7f-81e4f857675e req-62bf2c53-b0a0-44ae-9a89-76d7e7319c4c service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Received event network-changed-269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1890.685511] env[69195]: DEBUG nova.compute.manager [req-2aa5ee46-4e56-400f-9f7f-81e4f857675e req-62bf2c53-b0a0-44ae-9a89-76d7e7319c4c service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Refreshing instance network info cache due to event network-changed-269618e5-587d-44f0-98d1-89c15ccbac80. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1890.685724] env[69195]: DEBUG oslo_concurrency.lockutils [req-2aa5ee46-4e56-400f-9f7f-81e4f857675e req-62bf2c53-b0a0-44ae-9a89-76d7e7319c4c service nova] Acquiring lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.685868] env[69195]: DEBUG oslo_concurrency.lockutils [req-2aa5ee46-4e56-400f-9f7f-81e4f857675e req-62bf2c53-b0a0-44ae-9a89-76d7e7319c4c service nova] Acquired lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1890.686208] env[69195]: DEBUG nova.network.neutron [req-2aa5ee46-4e56-400f-9f7f-81e4f857675e req-62bf2c53-b0a0-44ae-9a89-76d7e7319c4c service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Refreshing network info cache for port 269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1891.390786] env[69195]: DEBUG nova.network.neutron [req-2aa5ee46-4e56-400f-9f7f-81e4f857675e req-62bf2c53-b0a0-44ae-9a89-76d7e7319c4c service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Updated VIF entry in instance network info cache for port 269618e5-587d-44f0-98d1-89c15ccbac80. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.391174] env[69195]: DEBUG nova.network.neutron [req-2aa5ee46-4e56-400f-9f7f-81e4f857675e req-62bf2c53-b0a0-44ae-9a89-76d7e7319c4c service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Updating instance_info_cache with network_info: [{"id": "269618e5-587d-44f0-98d1-89c15ccbac80", "address": "fa:16:3e:26:27:b1", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269618e5-58", "ovs_interfaceid": "269618e5-587d-44f0-98d1-89c15ccbac80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.894373] env[69195]: DEBUG oslo_concurrency.lockutils [req-2aa5ee46-4e56-400f-9f7f-81e4f857675e req-62bf2c53-b0a0-44ae-9a89-76d7e7319c4c service nova] Releasing lock "refresh_cache-a0915915-00fa-412c-a481-7ead1bc11618" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1894.615621] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1895.118086] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1895.118393] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1895.118576] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1895.118734] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1895.119651] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fc0f00-7ff9-457c-ab30-0ec63948b38a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.128034] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307c4ef7-247d-4504-8cf9-362fcb268c8c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.141548] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78313c0d-f69d-4468-8b4b-6c23f6bb065f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.147557] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144bf494-237b-4236-af9d-04dd272c6e0d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.176576] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180705MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1895.176726] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1895.176915] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1896.202011] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a0915915-00fa-412c-a481-7ead1bc11618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1896.202246] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1896.202383] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1896.227048] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b56899-e5a6-4172-a44b-42daffdb1fd7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.234821] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18839b71-5c9b-4366-9640-48af461d5967 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.263823] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174aef64-8608-4d99-871b-5c59fb12b22c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.270393] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad0423-88a2-4d05-9b9b-41e9d3807750 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.282967] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1896.786580] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1897.293399] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1897.293727] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1899.293789] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.294181] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.294216] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.294376] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.294535] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.294676] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1900.616861] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1901.610923] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1902.615263] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1927.165074] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "a0915915-00fa-412c-a481-7ead1bc11618" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1927.165374] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1927.668177] env[69195]: DEBUG nova.compute.utils [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1928.171163] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1929.231185] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "a0915915-00fa-412c-a481-7ead1bc11618" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1929.231556] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1929.231683] env[69195]: INFO nova.compute.manager [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Attaching volume 3bdeeded-5a6d-42c5-beea-91f96735dc97 to /dev/sdb [ 1929.261743] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e274a1-ef4e-48da-b726-723a8aa56603 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.268678] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f59f7-90e8-46ad-bd41-fa4ac9562692 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.281289] env[69195]: DEBUG nova.virt.block_device [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Updating existing volume attachment record: 33c41118-bc70-49b5-a049-3d40f6c2787b {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1933.823639] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1933.823892] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700466', 'volume_id': '3bdeeded-5a6d-42c5-beea-91f96735dc97', 'name': 'volume-3bdeeded-5a6d-42c5-beea-91f96735dc97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0915915-00fa-412c-a481-7ead1bc11618', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdeeded-5a6d-42c5-beea-91f96735dc97', 'serial': '3bdeeded-5a6d-42c5-beea-91f96735dc97'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1933.824776] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1225d00d-1f03-45f2-80b2-4d6ab763e892 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.841588] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8251a20-1d35-4263-8c31-f6f11cdef9cd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.865020] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-3bdeeded-5a6d-42c5-beea-91f96735dc97/volume-3bdeeded-5a6d-42c5-beea-91f96735dc97.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.865270] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee012d6-9fb2-4480-9eb0-8bf83f94d96f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.882068] env[69195]: DEBUG oslo_vmware.api [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1933.882068] env[69195]: value = "task-3505530" [ 1933.882068] env[69195]: _type = "Task" [ 1933.882068] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.889449] env[69195]: DEBUG oslo_vmware.api [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.391994] env[69195]: DEBUG oslo_vmware.api [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505530, 'name': ReconfigVM_Task, 'duration_secs': 0.309189} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.392297] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-3bdeeded-5a6d-42c5-beea-91f96735dc97/volume-3bdeeded-5a6d-42c5-beea-91f96735dc97.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.396931] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5f8728-420c-4485-8d56-192151bd59a9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.410758] env[69195]: DEBUG oslo_vmware.api [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1934.410758] env[69195]: value = "task-3505531" [ 1934.410758] env[69195]: _type = "Task" [ 1934.410758] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.419595] env[69195]: DEBUG oslo_vmware.api [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.922020] env[69195]: DEBUG oslo_vmware.api [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505531, 'name': ReconfigVM_Task, 'duration_secs': 0.137345} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.922348] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700466', 'volume_id': '3bdeeded-5a6d-42c5-beea-91f96735dc97', 'name': 'volume-3bdeeded-5a6d-42c5-beea-91f96735dc97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0915915-00fa-412c-a481-7ead1bc11618', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdeeded-5a6d-42c5-beea-91f96735dc97', 'serial': '3bdeeded-5a6d-42c5-beea-91f96735dc97'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1935.958019] env[69195]: DEBUG nova.objects.instance [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'flavor' on Instance uuid a0915915-00fa-412c-a481-7ead1bc11618 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.464380] env[69195]: DEBUG oslo_concurrency.lockutils [None req-1f264412-5c37-44cd-a3d1-2c113d45050c tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1937.589245] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1937.589522] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1938.091506] env[69195]: DEBUG nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1938.609717] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1938.610049] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1938.611599] env[69195]: INFO nova.compute.claims [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1939.658631] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e25dc9-8510-4817-aa4a-f87fb55e9159 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.666543] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9220c9-549b-434c-aa47-364fb816cf04 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.697266] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f61ff70-8d76-4f06-bbe1-bd39bf65113b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.705219] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436c8939-7acf-4f2c-91c5-bddd5f289882 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.718587] env[69195]: DEBUG nova.compute.provider_tree [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.222452] env[69195]: DEBUG nova.scheduler.client.report [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1940.727633] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1940.728150] env[69195]: DEBUG nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1941.233366] env[69195]: DEBUG nova.compute.utils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1941.234735] env[69195]: DEBUG nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1941.234897] env[69195]: DEBUG nova.network.neutron [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1941.281241] env[69195]: DEBUG nova.policy [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0e6bf3dccd3463e86eadc4e6f2dace4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7f1fa1e74554a74a240eba9a301c024', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 1941.526522] env[69195]: DEBUG nova.network.neutron [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Successfully created port: 62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1941.739795] env[69195]: DEBUG nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1942.749579] env[69195]: DEBUG nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1942.775761] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1942.775964] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1942.776133] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1942.776316] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1942.776458] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1942.776603] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1942.776810] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1942.776968] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1942.777155] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1942.777317] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1942.777488] env[69195]: DEBUG nova.virt.hardware [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1942.778360] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0444aa71-8658-4eaa-99d2-34d7f0cfaa85 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.785796] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8115d9-f50e-449c-b5c2-ce5333a5b1ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.877782] env[69195]: DEBUG nova.compute.manager [req-db92ee5d-e1b6-4627-bb71-f0702a1a7f14 req-08b0636c-cddf-43b6-a870-8830a66ca477 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Received event network-vif-plugged-62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1942.878049] env[69195]: DEBUG oslo_concurrency.lockutils [req-db92ee5d-e1b6-4627-bb71-f0702a1a7f14 req-08b0636c-cddf-43b6-a870-8830a66ca477 service nova] Acquiring lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1942.878224] env[69195]: DEBUG oslo_concurrency.lockutils [req-db92ee5d-e1b6-4627-bb71-f0702a1a7f14 req-08b0636c-cddf-43b6-a870-8830a66ca477 service nova] Lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1942.878391] env[69195]: DEBUG oslo_concurrency.lockutils [req-db92ee5d-e1b6-4627-bb71-f0702a1a7f14 req-08b0636c-cddf-43b6-a870-8830a66ca477 service nova] Lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1942.878555] env[69195]: DEBUG nova.compute.manager [req-db92ee5d-e1b6-4627-bb71-f0702a1a7f14 req-08b0636c-cddf-43b6-a870-8830a66ca477 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] No waiting events found dispatching network-vif-plugged-62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1942.878770] env[69195]: WARNING nova.compute.manager [req-db92ee5d-e1b6-4627-bb71-f0702a1a7f14 req-08b0636c-cddf-43b6-a870-8830a66ca477 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Received unexpected event network-vif-plugged-62fcebaf-5d7e-444f-b68a-46c6e05e0af2 for instance with vm_state building and task_state spawning. [ 1942.955717] env[69195]: DEBUG nova.network.neutron [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Successfully updated port: 62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1943.458486] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.458657] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1943.458764] env[69195]: DEBUG nova.network.neutron [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1943.988696] env[69195]: DEBUG nova.network.neutron [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1944.103256] env[69195]: DEBUG nova.network.neutron [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Updating instance_info_cache with network_info: [{"id": "62fcebaf-5d7e-444f-b68a-46c6e05e0af2", "address": "fa:16:3e:fd:66:41", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fcebaf-5d", "ovs_interfaceid": "62fcebaf-5d7e-444f-b68a-46c6e05e0af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.606285] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1944.606625] env[69195]: DEBUG nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Instance network_info: |[{"id": "62fcebaf-5d7e-444f-b68a-46c6e05e0af2", "address": "fa:16:3e:fd:66:41", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fcebaf-5d", "ovs_interfaceid": "62fcebaf-5d7e-444f-b68a-46c6e05e0af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1944.607107] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:66:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62fcebaf-5d7e-444f-b68a-46c6e05e0af2', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1944.614901] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1944.615119] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1944.615343] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-290e1bea-cf57-4668-b641-1544980397b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.634823] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1944.634823] env[69195]: value = "task-3505532" [ 1944.634823] env[69195]: _type = "Task" [ 1944.634823] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.642012] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505532, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.904152] env[69195]: DEBUG nova.compute.manager [req-14392f06-73e9-44f1-bb8c-db535177debc req-27dedcc3-b7dd-45ea-a5e6-7d41f87f2b96 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Received event network-changed-62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1944.904353] env[69195]: DEBUG nova.compute.manager [req-14392f06-73e9-44f1-bb8c-db535177debc req-27dedcc3-b7dd-45ea-a5e6-7d41f87f2b96 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Refreshing instance network info cache due to event network-changed-62fcebaf-5d7e-444f-b68a-46c6e05e0af2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1944.904575] env[69195]: DEBUG oslo_concurrency.lockutils [req-14392f06-73e9-44f1-bb8c-db535177debc req-27dedcc3-b7dd-45ea-a5e6-7d41f87f2b96 service nova] Acquiring lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.904721] env[69195]: DEBUG oslo_concurrency.lockutils [req-14392f06-73e9-44f1-bb8c-db535177debc req-27dedcc3-b7dd-45ea-a5e6-7d41f87f2b96 service nova] Acquired lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1944.904885] env[69195]: DEBUG nova.network.neutron [req-14392f06-73e9-44f1-bb8c-db535177debc req-27dedcc3-b7dd-45ea-a5e6-7d41f87f2b96 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Refreshing network info cache for port 62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.145443] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505532, 'name': CreateVM_Task, 'duration_secs': 0.350716} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.145778] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1945.146256] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.146419] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1945.146750] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1945.146996] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a272db-3284-4ea1-8a3f-7994db1f22ea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.151301] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1945.151301] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209a7c7-8f83-cdb7-65b3-f1864308150f" [ 1945.151301] env[69195]: _type = "Task" [ 1945.151301] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.158651] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209a7c7-8f83-cdb7-65b3-f1864308150f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.573610] env[69195]: DEBUG nova.network.neutron [req-14392f06-73e9-44f1-bb8c-db535177debc req-27dedcc3-b7dd-45ea-a5e6-7d41f87f2b96 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Updated VIF entry in instance network info cache for port 62fcebaf-5d7e-444f-b68a-46c6e05e0af2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.573967] env[69195]: DEBUG nova.network.neutron [req-14392f06-73e9-44f1-bb8c-db535177debc req-27dedcc3-b7dd-45ea-a5e6-7d41f87f2b96 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Updating instance_info_cache with network_info: [{"id": "62fcebaf-5d7e-444f-b68a-46c6e05e0af2", "address": "fa:16:3e:fd:66:41", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fcebaf-5d", "ovs_interfaceid": "62fcebaf-5d7e-444f-b68a-46c6e05e0af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.661114] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5209a7c7-8f83-cdb7-65b3-f1864308150f, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.661468] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1945.661743] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1945.662034] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.662215] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1945.662433] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1945.662715] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25ab791b-4af0-4ae5-bcfd-df85240c7ef5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.671278] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1945.671458] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1945.672167] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b318bb49-d614-4777-8991-9f87c9c47502 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.676785] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1945.676785] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ffe60b-f29e-9816-3282-8be277d1edaf" [ 1945.676785] env[69195]: _type = "Task" [ 1945.676785] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.684777] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ffe60b-f29e-9816-3282-8be277d1edaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.077403] env[69195]: DEBUG oslo_concurrency.lockutils [req-14392f06-73e9-44f1-bb8c-db535177debc req-27dedcc3-b7dd-45ea-a5e6-7d41f87f2b96 service nova] Releasing lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1946.187020] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52ffe60b-f29e-9816-3282-8be277d1edaf, 'name': SearchDatastore_Task, 'duration_secs': 0.008331} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.187773] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ff8101-1114-4c61-9e18-3f7d19830482 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.192549] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1946.192549] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211a9da-c917-4625-b758-95628d6ab853" [ 1946.192549] env[69195]: _type = "Task" [ 1946.192549] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.200198] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211a9da-c917-4625-b758-95628d6ab853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.702783] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211a9da-c917-4625-b758-95628d6ab853, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.703049] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1946.703310] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] ac422a7f-5579-4af7-a8c2-4b348e7f8706/ac422a7f-5579-4af7-a8c2-4b348e7f8706.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1946.703558] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bffbf187-3bee-415a-aaa9-a0b35e5a412e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.709513] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1946.709513] env[69195]: value = "task-3505533" [ 1946.709513] env[69195]: _type = "Task" [ 1946.709513] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.716319] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.219109] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438495} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.219426] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] ac422a7f-5579-4af7-a8c2-4b348e7f8706/ac422a7f-5579-4af7-a8c2-4b348e7f8706.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1947.219566] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1947.219819] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51dc0c03-5dbe-45a2-bf6e-0a225fa4be4b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.225902] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1947.225902] env[69195]: value = "task-3505534" [ 1947.225902] env[69195]: _type = "Task" [ 1947.225902] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.233474] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.740424] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056754} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.740687] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1947.741460] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babfc7b1-36cc-45eb-b4ae-d274c0aefe91 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.764128] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] ac422a7f-5579-4af7-a8c2-4b348e7f8706/ac422a7f-5579-4af7-a8c2-4b348e7f8706.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1947.764383] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8dc4420-0e81-48ad-bbb0-4a537cf605b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.783864] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1947.783864] env[69195]: value = "task-3505535" [ 1947.783864] env[69195]: _type = "Task" [ 1947.783864] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.791556] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.293714] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505535, 'name': ReconfigVM_Task, 'duration_secs': 0.283445} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.294074] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Reconfigured VM instance instance-0000007e to attach disk [datastore1] ac422a7f-5579-4af7-a8c2-4b348e7f8706/ac422a7f-5579-4af7-a8c2-4b348e7f8706.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1948.294587] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c67ef4e-7dbd-41a4-8d40-7c226d967cf1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.300495] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1948.300495] env[69195]: value = "task-3505536" [ 1948.300495] env[69195]: _type = "Task" [ 1948.300495] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.307459] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505536, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.811461] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505536, 'name': Rename_Task} progress is 14%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.311537] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505536, 'name': Rename_Task, 'duration_secs': 0.845039} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.311826] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1949.312060] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a44daa-6d89-4fd7-a16b-11c218eaf5af {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.318369] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1949.318369] env[69195]: value = "task-3505537" [ 1949.318369] env[69195]: _type = "Task" [ 1949.318369] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.325439] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.827675] env[69195]: DEBUG oslo_vmware.api [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505537, 'name': PowerOnVM_Task, 'duration_secs': 0.445503} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.827941] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1949.828159] env[69195]: INFO nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1949.828344] env[69195]: DEBUG nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.829143] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6df174a-d281-4f6f-9e3a-a718d4d4f33a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.346178] env[69195]: INFO nova.compute.manager [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Took 11.75 seconds to build instance. [ 1950.847318] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b7a85ff3-b6ed-46ca-87eb-8534d1cd0ba5 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.258s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1950.900572] env[69195]: DEBUG nova.compute.manager [req-0299fd40-c4b7-4e46-9132-3f6f6721603f req-249088ea-725a-42b4-9fcf-495c458bfcdd service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Received event network-changed-62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1950.900774] env[69195]: DEBUG nova.compute.manager [req-0299fd40-c4b7-4e46-9132-3f6f6721603f req-249088ea-725a-42b4-9fcf-495c458bfcdd service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Refreshing instance network info cache due to event network-changed-62fcebaf-5d7e-444f-b68a-46c6e05e0af2. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1950.900988] env[69195]: DEBUG oslo_concurrency.lockutils [req-0299fd40-c4b7-4e46-9132-3f6f6721603f req-249088ea-725a-42b4-9fcf-495c458bfcdd service nova] Acquiring lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.901163] env[69195]: DEBUG oslo_concurrency.lockutils [req-0299fd40-c4b7-4e46-9132-3f6f6721603f req-249088ea-725a-42b4-9fcf-495c458bfcdd service nova] Acquired lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1950.901323] env[69195]: DEBUG nova.network.neutron [req-0299fd40-c4b7-4e46-9132-3f6f6721603f req-249088ea-725a-42b4-9fcf-495c458bfcdd service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Refreshing network info cache for port 62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.603063] env[69195]: DEBUG nova.network.neutron [req-0299fd40-c4b7-4e46-9132-3f6f6721603f req-249088ea-725a-42b4-9fcf-495c458bfcdd service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Updated VIF entry in instance network info cache for port 62fcebaf-5d7e-444f-b68a-46c6e05e0af2. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1951.603427] env[69195]: DEBUG nova.network.neutron [req-0299fd40-c4b7-4e46-9132-3f6f6721603f req-249088ea-725a-42b4-9fcf-495c458bfcdd service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Updating instance_info_cache with network_info: [{"id": "62fcebaf-5d7e-444f-b68a-46c6e05e0af2", "address": "fa:16:3e:fd:66:41", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fcebaf-5d", "ovs_interfaceid": "62fcebaf-5d7e-444f-b68a-46c6e05e0af2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.106336] env[69195]: DEBUG oslo_concurrency.lockutils [req-0299fd40-c4b7-4e46-9132-3f6f6721603f req-249088ea-725a-42b4-9fcf-495c458bfcdd service nova] Releasing lock "refresh_cache-ac422a7f-5579-4af7-a8c2-4b348e7f8706" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1955.616071] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.118856] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1956.119145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1956.119320] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1956.119477] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1956.120448] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb151be-6eb8-48cb-a544-563b63dfe50a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.128712] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb498b0-a9be-410d-98fd-ec4d1a2f9cd6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.142408] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f197bd12-1cac-471e-98f4-dcef2e959b1e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.148518] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86599bd1-2e46-4428-9635-9fb0b8cbe1bd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.176646] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180897MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1956.176822] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1956.177068] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1957.203242] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance a0915915-00fa-412c-a481-7ead1bc11618 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1957.203526] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance ac422a7f-5579-4af7-a8c2-4b348e7f8706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1957.203585] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1957.203734] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1957.238869] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d199c2a-ec4b-4e7f-9d9d-8be7d043addb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.246157] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78496b5e-f6d3-4994-ae2f-5a817b68bf3d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.277358] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed1e611-bb55-4a1f-b73d-67ecd28a44ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.284361] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec9ec0-f419-4814-9f77-09dbd7cd0e11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.296896] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.800339] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.305273] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1958.305661] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.128s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1959.306198] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.306566] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.306566] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.306711] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.306903] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1960.612558] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1961.615890] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.616671] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1987.615830] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1987.616259] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1987.616385] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1987.616508] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1987.616681] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1987.620262] env[69195]: INFO nova.compute.manager [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Terminating instance [ 1988.123694] env[69195]: DEBUG nova.compute.manager [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1988.124053] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1988.125048] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773866c7-9734-4008-a3d7-745f24002144 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.134018] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1988.134313] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77067a2-fcc3-4757-ac52-bcda05b4f1cc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.140566] env[69195]: DEBUG oslo_vmware.api [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1988.140566] env[69195]: value = "task-3505538" [ 1988.140566] env[69195]: _type = "Task" [ 1988.140566] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.148436] env[69195]: DEBUG oslo_vmware.api [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.651021] env[69195]: DEBUG oslo_vmware.api [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505538, 'name': PowerOffVM_Task, 'duration_secs': 0.179913} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.651400] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1988.651528] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1988.651707] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e4ced8-318b-430f-a85e-aa281333962a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.712590] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.712799] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.712983] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleting the datastore file [datastore1] ac422a7f-5579-4af7-a8c2-4b348e7f8706 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.713251] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d04c5f6-4a8f-4398-a07d-566b9138864d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.720141] env[69195]: DEBUG oslo_vmware.api [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1988.720141] env[69195]: value = "task-3505540" [ 1988.720141] env[69195]: _type = "Task" [ 1988.720141] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.727388] env[69195]: DEBUG oslo_vmware.api [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.230081] env[69195]: DEBUG oslo_vmware.api [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145905} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.230367] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.230543] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.230719] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.230896] env[69195]: INFO nova.compute.manager [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1989.231175] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1989.231418] env[69195]: DEBUG nova.compute.manager [-] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.231526] env[69195]: DEBUG nova.network.neutron [-] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1989.685592] env[69195]: DEBUG nova.compute.manager [req-660c0b35-f829-4faf-a240-19aa1bb56538 req-88417be1-9208-4554-a766-12c7ddc76b49 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Received event network-vif-deleted-62fcebaf-5d7e-444f-b68a-46c6e05e0af2 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1989.685914] env[69195]: INFO nova.compute.manager [req-660c0b35-f829-4faf-a240-19aa1bb56538 req-88417be1-9208-4554-a766-12c7ddc76b49 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Neutron deleted interface 62fcebaf-5d7e-444f-b68a-46c6e05e0af2; detaching it from the instance and deleting it from the info cache [ 1989.686104] env[69195]: DEBUG nova.network.neutron [req-660c0b35-f829-4faf-a240-19aa1bb56538 req-88417be1-9208-4554-a766-12c7ddc76b49 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.161734] env[69195]: DEBUG nova.network.neutron [-] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.189170] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c08f31e3-ecf3-4061-8f25-9d4e542de381 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.199461] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f7ae95-d679-432d-ad12-5122a6cf5c0e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.223374] env[69195]: DEBUG nova.compute.manager [req-660c0b35-f829-4faf-a240-19aa1bb56538 req-88417be1-9208-4554-a766-12c7ddc76b49 service nova] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Detach interface failed, port_id=62fcebaf-5d7e-444f-b68a-46c6e05e0af2, reason: Instance ac422a7f-5579-4af7-a8c2-4b348e7f8706 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1990.664910] env[69195]: INFO nova.compute.manager [-] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Took 1.43 seconds to deallocate network for instance. [ 1991.171774] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1991.172165] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1991.172305] env[69195]: DEBUG nova.objects.instance [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'resources' on Instance uuid ac422a7f-5579-4af7-a8c2-4b348e7f8706 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.717833] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a49769c-bc68-4783-8b67-ddfad319cf8f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.726363] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea8a5af-801f-47ec-8c68-0a1f80ae3352 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.755632] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a2c00b-d45a-4102-938b-b38765bac0a3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.762587] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84095811-6342-42ee-bc28-9c40ce447cd1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.775218] env[69195]: DEBUG nova.compute.provider_tree [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1992.278217] env[69195]: DEBUG nova.scheduler.client.report [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.782833] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1992.804050] env[69195]: INFO nova.scheduler.client.report [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleted allocations for instance ac422a7f-5579-4af7-a8c2-4b348e7f8706 [ 1993.312942] env[69195]: DEBUG oslo_concurrency.lockutils [None req-b766764e-4410-4ca4-9f87-6d5d7d06bba3 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "ac422a7f-5579-4af7-a8c2-4b348e7f8706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.696s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1994.635062] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "a0915915-00fa-412c-a481-7ead1bc11618" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1994.635492] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1995.138968] env[69195]: INFO nova.compute.manager [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Detaching volume 3bdeeded-5a6d-42c5-beea-91f96735dc97 [ 1995.169621] env[69195]: INFO nova.virt.block_device [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Attempting to driver detach volume 3bdeeded-5a6d-42c5-beea-91f96735dc97 from mountpoint /dev/sdb [ 1995.169865] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1995.170071] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700466', 'volume_id': '3bdeeded-5a6d-42c5-beea-91f96735dc97', 'name': 'volume-3bdeeded-5a6d-42c5-beea-91f96735dc97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0915915-00fa-412c-a481-7ead1bc11618', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdeeded-5a6d-42c5-beea-91f96735dc97', 'serial': '3bdeeded-5a6d-42c5-beea-91f96735dc97'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1995.170930] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4187528b-65a9-406b-bc5d-a09fabbd7962 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.192285] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4600c715-bc51-48e9-be72-6d40e47b977f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.198593] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a0e465-8d89-4ad0-9dce-1ff9579b45cb {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.217796] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308f5cce-1595-47ca-ad23-b15efe120e13 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.231568] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] The volume has not been displaced from its original location: [datastore1] volume-3bdeeded-5a6d-42c5-beea-91f96735dc97/volume-3bdeeded-5a6d-42c5-beea-91f96735dc97.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1995.236665] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1995.236905] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f29acb12-4848-4fc7-a256-e03c03ee7c46 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.253040] env[69195]: DEBUG oslo_vmware.api [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1995.253040] env[69195]: value = "task-3505541" [ 1995.253040] env[69195]: _type = "Task" [ 1995.253040] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.260058] env[69195]: DEBUG oslo_vmware.api [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.762216] env[69195]: DEBUG oslo_vmware.api [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505541, 'name': ReconfigVM_Task, 'duration_secs': 0.262077} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.762594] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1995.767054] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd1fb93-7f9f-4218-965b-8bb0f560aaff {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.781354] env[69195]: DEBUG oslo_vmware.api [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1995.781354] env[69195]: value = "task-3505542" [ 1995.781354] env[69195]: _type = "Task" [ 1995.781354] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.788539] env[69195]: DEBUG oslo_vmware.api [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.290593] env[69195]: DEBUG oslo_vmware.api [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505542, 'name': ReconfigVM_Task, 'duration_secs': 0.129131} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.290886] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700466', 'volume_id': '3bdeeded-5a6d-42c5-beea-91f96735dc97', 'name': 'volume-3bdeeded-5a6d-42c5-beea-91f96735dc97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0915915-00fa-412c-a481-7ead1bc11618', 'attached_at': '', 'detached_at': '', 'volume_id': '3bdeeded-5a6d-42c5-beea-91f96735dc97', 'serial': '3bdeeded-5a6d-42c5-beea-91f96735dc97'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1996.830438] env[69195]: DEBUG nova.objects.instance [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'flavor' on Instance uuid a0915915-00fa-412c-a481-7ead1bc11618 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.838026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e0d5f802-abb0-4ece-8a78-dfc6a548ff27 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1998.869213] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "a0915915-00fa-412c-a481-7ead1bc11618" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1998.869653] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1998.869723] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "a0915915-00fa-412c-a481-7ead1bc11618-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1998.869893] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1998.870535] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1998.872252] env[69195]: INFO nova.compute.manager [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Terminating instance [ 1999.376019] env[69195]: DEBUG nova.compute.manager [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1999.376285] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1999.377216] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad138462-b26d-4740-84a2-fa55e0cdaa9b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.385437] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.385680] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-771c5fa9-292d-4072-9b5f-108d870d2255 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.392696] env[69195]: DEBUG oslo_vmware.api [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1999.392696] env[69195]: value = "task-3505543" [ 1999.392696] env[69195]: _type = "Task" [ 1999.392696] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.402421] env[69195]: DEBUG oslo_vmware.api [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.902223] env[69195]: DEBUG oslo_vmware.api [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505543, 'name': PowerOffVM_Task, 'duration_secs': 0.199227} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.902605] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.902643] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.902859] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ccaf3ec-e0f4-4d55-8c5a-8aa867cb9127 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.966746] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1999.967018] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1999.967166] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleting the datastore file [datastore1] a0915915-00fa-412c-a481-7ead1bc11618 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1999.967421] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a19a6fa-bb56-4afb-ba12-97dba05748a0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.973807] env[69195]: DEBUG oslo_vmware.api [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 1999.973807] env[69195]: value = "task-3505545" [ 1999.973807] env[69195]: _type = "Task" [ 1999.973807] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.981263] env[69195]: DEBUG oslo_vmware.api [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.483994] env[69195]: DEBUG oslo_vmware.api [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172374} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.484203] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.484418] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.484618] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.484793] env[69195]: INFO nova.compute.manager [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2000.485058] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 2000.485251] env[69195]: DEBUG nova.compute.manager [-] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.485348] env[69195]: DEBUG nova.network.neutron [-] [instance: a0915915-00fa-412c-a481-7ead1bc11618] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2001.147897] env[69195]: DEBUG nova.compute.manager [req-e97c23ec-bc85-4292-b837-3b225716c5a2 req-b254dff5-48ca-4c99-aee2-266cd7e1201e service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Received event network-vif-deleted-269618e5-587d-44f0-98d1-89c15ccbac80 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2001.148139] env[69195]: INFO nova.compute.manager [req-e97c23ec-bc85-4292-b837-3b225716c5a2 req-b254dff5-48ca-4c99-aee2-266cd7e1201e service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Neutron deleted interface 269618e5-587d-44f0-98d1-89c15ccbac80; detaching it from the instance and deleting it from the info cache [ 2001.148260] env[69195]: DEBUG nova.network.neutron [req-e97c23ec-bc85-4292-b837-3b225716c5a2 req-b254dff5-48ca-4c99-aee2-266cd7e1201e service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.628792] env[69195]: DEBUG nova.network.neutron [-] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.651768] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1262a1e-6b11-4043-935e-24708ae53774 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.665051] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b00e6b-8812-4fb3-bc5c-204fa8b3d0a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.689781] env[69195]: DEBUG nova.compute.manager [req-e97c23ec-bc85-4292-b837-3b225716c5a2 req-b254dff5-48ca-4c99-aee2-266cd7e1201e service nova] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Detach interface failed, port_id=269618e5-587d-44f0-98d1-89c15ccbac80, reason: Instance a0915915-00fa-412c-a481-7ead1bc11618 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 2002.132457] env[69195]: INFO nova.compute.manager [-] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Took 1.65 seconds to deallocate network for instance. [ 2002.639239] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2002.639605] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2002.639748] env[69195]: DEBUG nova.objects.instance [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'resources' on Instance uuid a0915915-00fa-412c-a481-7ead1bc11618 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.174955] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8f1f33-c8d7-471b-b783-0c1a37f0da8f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.181975] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c2432-0dff-48bb-a12b-65d5b59df18c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.210405] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4962c3ed-7bb2-4bb6-8d4c-9572e6f4c31b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.216941] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118f193d-c620-42d5-9876-0461dca99fd4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.229507] env[69195]: DEBUG nova.compute.provider_tree [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.732977] env[69195]: DEBUG nova.scheduler.client.report [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2004.239801] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2004.259991] env[69195]: INFO nova.scheduler.client.report [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleted allocations for instance a0915915-00fa-412c-a481-7ead1bc11618 [ 2004.768449] env[69195]: DEBUG oslo_concurrency.lockutils [None req-de11de8c-92dd-4d4f-ae81-44459e8aa300 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "a0915915-00fa-412c-a481-7ead1bc11618" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.899s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2006.944957] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2006.945252] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2007.447437] env[69195]: DEBUG nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2007.966204] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2007.966491] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2007.968011] env[69195]: INFO nova.compute.claims [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2009.002248] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19728e4d-1eb0-4302-835b-0e6bd5d7596d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.009759] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb28af-125d-46fd-bdec-6b3c05fc1972 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.040323] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafc103a-ba81-4802-a8f1-3e7b5d4519db {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.047088] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405882b4-1e75-4af6-a380-e839caf6eec0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.059989] env[69195]: DEBUG nova.compute.provider_tree [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.562946] env[69195]: DEBUG nova.scheduler.client.report [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.068025] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2010.068594] env[69195]: DEBUG nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2010.573585] env[69195]: DEBUG nova.compute.utils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 2010.575317] env[69195]: DEBUG nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2010.575491] env[69195]: DEBUG nova.network.neutron [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2010.623865] env[69195]: DEBUG nova.policy [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0e6bf3dccd3463e86eadc4e6f2dace4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7f1fa1e74554a74a240eba9a301c024', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 2010.872502] env[69195]: DEBUG nova.network.neutron [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Successfully created port: 81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2011.078582] env[69195]: DEBUG nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2012.089351] env[69195]: DEBUG nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2012.114669] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.114907] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.115072] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.115256] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.115403] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.115547] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.115751] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.115908] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.116088] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.116253] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.116420] env[69195]: DEBUG nova.virt.hardware [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.117296] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fabd3be-2d7c-43b7-9d7b-8101a1aa4d0d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.124640] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a91147-a7e3-4233-a9d6-9dd643ef9501 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.213138] env[69195]: DEBUG nova.compute.manager [req-ee1e2b16-88d9-4f33-8052-711209487c42 req-e031c322-5673-4260-b64c-eb1a14c68e24 service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Received event network-vif-plugged-81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2012.213392] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee1e2b16-88d9-4f33-8052-711209487c42 req-e031c322-5673-4260-b64c-eb1a14c68e24 service nova] Acquiring lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2012.213574] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee1e2b16-88d9-4f33-8052-711209487c42 req-e031c322-5673-4260-b64c-eb1a14c68e24 service nova] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2012.213739] env[69195]: DEBUG oslo_concurrency.lockutils [req-ee1e2b16-88d9-4f33-8052-711209487c42 req-e031c322-5673-4260-b64c-eb1a14c68e24 service nova] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2012.213905] env[69195]: DEBUG nova.compute.manager [req-ee1e2b16-88d9-4f33-8052-711209487c42 req-e031c322-5673-4260-b64c-eb1a14c68e24 service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] No waiting events found dispatching network-vif-plugged-81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2012.214082] env[69195]: WARNING nova.compute.manager [req-ee1e2b16-88d9-4f33-8052-711209487c42 req-e031c322-5673-4260-b64c-eb1a14c68e24 service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Received unexpected event network-vif-plugged-81559e6c-4022-4756-8055-77177a42d0bb for instance with vm_state building and task_state spawning. [ 2012.284852] env[69195]: DEBUG nova.network.neutron [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Successfully updated port: 81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.787506] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.787673] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2012.787827] env[69195]: DEBUG nova.network.neutron [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2013.318079] env[69195]: DEBUG nova.network.neutron [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.431627] env[69195]: DEBUG nova.network.neutron [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Updating instance_info_cache with network_info: [{"id": "81559e6c-4022-4756-8055-77177a42d0bb", "address": "fa:16:3e:0b:f1:b5", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81559e6c-40", "ovs_interfaceid": "81559e6c-4022-4756-8055-77177a42d0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.934931] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2013.935131] env[69195]: DEBUG nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Instance network_info: |[{"id": "81559e6c-4022-4756-8055-77177a42d0bb", "address": "fa:16:3e:0b:f1:b5", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81559e6c-40", "ovs_interfaceid": "81559e6c-4022-4756-8055-77177a42d0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2013.935578] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f1:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81559e6c-4022-4756-8055-77177a42d0bb', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2013.943166] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 2013.943381] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2013.943605] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64ded426-9c69-410b-bfd1-5d710614a01f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.964011] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2013.964011] env[69195]: value = "task-3505546" [ 2013.964011] env[69195]: _type = "Task" [ 2013.964011] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.971201] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505546, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.240112] env[69195]: DEBUG nova.compute.manager [req-67877e1a-7f9e-4d19-8b5b-b33ca2add4bd req-8bced35f-b975-4cd5-9f92-7499e2359ddd service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Received event network-changed-81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2014.240372] env[69195]: DEBUG nova.compute.manager [req-67877e1a-7f9e-4d19-8b5b-b33ca2add4bd req-8bced35f-b975-4cd5-9f92-7499e2359ddd service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Refreshing instance network info cache due to event network-changed-81559e6c-4022-4756-8055-77177a42d0bb. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 2014.240592] env[69195]: DEBUG oslo_concurrency.lockutils [req-67877e1a-7f9e-4d19-8b5b-b33ca2add4bd req-8bced35f-b975-4cd5-9f92-7499e2359ddd service nova] Acquiring lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.240741] env[69195]: DEBUG oslo_concurrency.lockutils [req-67877e1a-7f9e-4d19-8b5b-b33ca2add4bd req-8bced35f-b975-4cd5-9f92-7499e2359ddd service nova] Acquired lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.240901] env[69195]: DEBUG nova.network.neutron [req-67877e1a-7f9e-4d19-8b5b-b33ca2add4bd req-8bced35f-b975-4cd5-9f92-7499e2359ddd service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Refreshing network info cache for port 81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.473193] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505546, 'name': CreateVM_Task, 'duration_secs': 0.295438} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.473640] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2014.473983] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.474157] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.474480] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2014.474736] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19496521-67ce-491c-aff5-bb830f1cab9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.478803] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2014.478803] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529108ac-d7e0-2e58-73f2-597fcdbae214" [ 2014.478803] env[69195]: _type = "Task" [ 2014.478803] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.485695] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529108ac-d7e0-2e58-73f2-597fcdbae214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.910832] env[69195]: DEBUG nova.network.neutron [req-67877e1a-7f9e-4d19-8b5b-b33ca2add4bd req-8bced35f-b975-4cd5-9f92-7499e2359ddd service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Updated VIF entry in instance network info cache for port 81559e6c-4022-4756-8055-77177a42d0bb. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.911206] env[69195]: DEBUG nova.network.neutron [req-67877e1a-7f9e-4d19-8b5b-b33ca2add4bd req-8bced35f-b975-4cd5-9f92-7499e2359ddd service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Updating instance_info_cache with network_info: [{"id": "81559e6c-4022-4756-8055-77177a42d0bb", "address": "fa:16:3e:0b:f1:b5", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81559e6c-40", "ovs_interfaceid": "81559e6c-4022-4756-8055-77177a42d0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.989413] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]529108ac-d7e0-2e58-73f2-597fcdbae214, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.989707] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2014.989937] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2014.990191] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.990339] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2014.990516] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2014.990762] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b0cc840-84da-4519-8633-68d6fe10ee11 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.998688] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2014.998860] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2014.999560] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48a31f6-bf3d-406d-8d92-21cf46a4761a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.004684] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2015.004684] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52eed891-b10b-111e-ecde-9ae8e1002fcf" [ 2015.004684] env[69195]: _type = "Task" [ 2015.004684] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.011933] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52eed891-b10b-111e-ecde-9ae8e1002fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.413888] env[69195]: DEBUG oslo_concurrency.lockutils [req-67877e1a-7f9e-4d19-8b5b-b33ca2add4bd req-8bced35f-b975-4cd5-9f92-7499e2359ddd service nova] Releasing lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2015.516388] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52eed891-b10b-111e-ecde-9ae8e1002fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.008244} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.517142] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2688893-89cf-44ce-a139-39f6aea22165 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.521845] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2015.521845] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52675f19-a391-3b0b-4834-4fe922352a28" [ 2015.521845] env[69195]: _type = "Task" [ 2015.521845] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.528782] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52675f19-a391-3b0b-4834-4fe922352a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.032204] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52675f19-a391-3b0b-4834-4fe922352a28, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.032469] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2016.032726] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0252d5f0-3ecc-4612-a4e8-63c5f30fc752/0252d5f0-3ecc-4612-a4e8-63c5f30fc752.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2016.032966] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f4f0a73-b832-4df8-bf1e-ea50e892ac61 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.039781] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2016.039781] env[69195]: value = "task-3505547" [ 2016.039781] env[69195]: _type = "Task" [ 2016.039781] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.046836] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.549803] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453585} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.550220] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 0252d5f0-3ecc-4612-a4e8-63c5f30fc752/0252d5f0-3ecc-4612-a4e8-63c5f30fc752.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2016.550325] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2016.550531] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ad32cbd-091f-4dd1-8a1f-bf462068a148 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.556930] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2016.556930] env[69195]: value = "task-3505548" [ 2016.556930] env[69195]: _type = "Task" [ 2016.556930] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.563775] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.615449] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2017.066536] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066614} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.067704] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2017.068529] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6301c5f9-a7de-4f4e-9b19-41f5e443e842 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.089557] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 0252d5f0-3ecc-4612-a4e8-63c5f30fc752/0252d5f0-3ecc-4612-a4e8-63c5f30fc752.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.089841] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ba3ab4-cb05-4be4-ba81-bfc5d3872d35 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.109463] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2017.109463] env[69195]: value = "task-3505549" [ 2017.109463] env[69195]: _type = "Task" [ 2017.109463] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.117984] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2017.118183] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2017.118348] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2017.118502] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2017.118747] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.119445] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d4f5cf-df3c-47de-beb1-3284a9f2bc7a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.126171] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a221f87d-4de2-4661-867d-1627bed5e3ae {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.139812] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7603c503-40c3-4381-9803-e57b40e0795e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.146323] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c005fdf9-5077-4eec-9ff5-fe36a9e1f5b7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.178848] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180698MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2017.178848] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2017.178848] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2017.619898] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505549, 'name': ReconfigVM_Task, 'duration_secs': 0.269195} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.620261] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 0252d5f0-3ecc-4612-a4e8-63c5f30fc752/0252d5f0-3ecc-4612-a4e8-63c5f30fc752.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2017.620827] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0fc3ece-b2a7-4939-bf74-1a6ae80a38f4 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.626896] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2017.626896] env[69195]: value = "task-3505550" [ 2017.626896] env[69195]: _type = "Task" [ 2017.626896] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.633980] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505550, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.136710] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505550, 'name': Rename_Task, 'duration_secs': 0.13215} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.136978] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2018.137232] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1099a068-03c5-44ec-a7c3-35211b4af141 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.142985] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2018.142985] env[69195]: value = "task-3505551" [ 2018.142985] env[69195]: _type = "Task" [ 2018.142985] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.150325] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.202638] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 0252d5f0-3ecc-4612-a4e8-63c5f30fc752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 2018.202867] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2018.203026] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2018.228840] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55278903-1147-4afe-bccc-83862ebc7984 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.236062] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c70d94-037a-4ad2-a0ef-a8b27a2f4aa3 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.266579] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95f6b56-2d0f-4c7b-87a3-ed2a6a2b2dac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.273500] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792d13d6-e49a-46f3-973c-23d36cc8ae54 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.286140] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.652534] env[69195]: DEBUG oslo_vmware.api [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505551, 'name': PowerOnVM_Task, 'duration_secs': 0.410766} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.652894] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2018.652980] env[69195]: INFO nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Took 6.56 seconds to spawn the instance on the hypervisor. [ 2018.653171] env[69195]: DEBUG nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.653905] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a477c-1b3a-477b-aa25-1c4c689c5b57 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.788817] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.173234] env[69195]: INFO nova.compute.manager [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Took 11.22 seconds to build instance. [ 2019.293243] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2019.293468] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2019.675160] env[69195]: DEBUG oslo_concurrency.lockutils [None req-2240d75b-f097-4a20-b895-04dc105afdfe tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.730s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2019.933635] env[69195]: DEBUG nova.compute.manager [req-8a61d6c2-7760-4cba-b1ca-ffa3c9c50c33 req-8ab854e6-86c6-4856-a961-67bb55721db7 service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Received event network-changed-81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2019.933782] env[69195]: DEBUG nova.compute.manager [req-8a61d6c2-7760-4cba-b1ca-ffa3c9c50c33 req-8ab854e6-86c6-4856-a961-67bb55721db7 service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Refreshing instance network info cache due to event network-changed-81559e6c-4022-4756-8055-77177a42d0bb. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 2019.933999] env[69195]: DEBUG oslo_concurrency.lockutils [req-8a61d6c2-7760-4cba-b1ca-ffa3c9c50c33 req-8ab854e6-86c6-4856-a961-67bb55721db7 service nova] Acquiring lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.934127] env[69195]: DEBUG oslo_concurrency.lockutils [req-8a61d6c2-7760-4cba-b1ca-ffa3c9c50c33 req-8ab854e6-86c6-4856-a961-67bb55721db7 service nova] Acquired lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2019.934295] env[69195]: DEBUG nova.network.neutron [req-8a61d6c2-7760-4cba-b1ca-ffa3c9c50c33 req-8ab854e6-86c6-4856-a961-67bb55721db7 service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Refreshing network info cache for port 81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2020.634317] env[69195]: DEBUG nova.network.neutron [req-8a61d6c2-7760-4cba-b1ca-ffa3c9c50c33 req-8ab854e6-86c6-4856-a961-67bb55721db7 service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Updated VIF entry in instance network info cache for port 81559e6c-4022-4756-8055-77177a42d0bb. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.634690] env[69195]: DEBUG nova.network.neutron [req-8a61d6c2-7760-4cba-b1ca-ffa3c9c50c33 req-8ab854e6-86c6-4856-a961-67bb55721db7 service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Updating instance_info_cache with network_info: [{"id": "81559e6c-4022-4756-8055-77177a42d0bb", "address": "fa:16:3e:0b:f1:b5", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81559e6c-40", "ovs_interfaceid": "81559e6c-4022-4756-8055-77177a42d0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.138181] env[69195]: DEBUG oslo_concurrency.lockutils [req-8a61d6c2-7760-4cba-b1ca-ffa3c9c50c33 req-8ab854e6-86c6-4856-a961-67bb55721db7 service nova] Releasing lock "refresh_cache-0252d5f0-3ecc-4612-a4e8-63c5f30fc752" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2021.293763] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.294090] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.294317] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.294547] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.294724] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 2022.612392] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2023.616632] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2024.611702] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2026.616435] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2055.036008] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2055.036303] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2055.539961] env[69195]: DEBUG nova.compute.utils [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 2056.043302] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2057.103701] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2057.104114] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2057.104218] env[69195]: INFO nova.compute.manager [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Attaching volume 1b9cbf95-8b12-4333-b59d-06e9d49aedbf to /dev/sdb [ 2057.134854] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a564b-831d-4a52-b58e-a84a0988b076 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.142158] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94032d97-c891-48ff-a80d-8a5b80585192 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.155222] env[69195]: DEBUG nova.virt.block_device [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Updating existing volume attachment record: 4d25fa21-0c55-41e3-a1d5-6bb3b974f5d7 {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2061.698168] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2061.698448] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700469', 'volume_id': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'name': 'volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0252d5f0-3ecc-4612-a4e8-63c5f30fc752', 'attached_at': '', 'detached_at': '', 'volume_id': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'serial': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2061.699283] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad499fb-5eda-4603-9008-fd0cad192ca8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.715254] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5dd9f4-30fd-4521-9abc-c207a2371172 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.739508] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf/volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2061.739743] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d71f11-7d16-4130-b950-626c20e10901 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.756941] env[69195]: DEBUG oslo_vmware.api [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2061.756941] env[69195]: value = "task-3505554" [ 2061.756941] env[69195]: _type = "Task" [ 2061.756941] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.763990] env[69195]: DEBUG oslo_vmware.api [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.266863] env[69195]: DEBUG oslo_vmware.api [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505554, 'name': ReconfigVM_Task, 'duration_secs': 0.328297} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.267159] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf/volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.271923] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b58ae63-3d11-43ec-a04d-fc0a1ba81c0d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.285423] env[69195]: DEBUG oslo_vmware.api [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2062.285423] env[69195]: value = "task-3505555" [ 2062.285423] env[69195]: _type = "Task" [ 2062.285423] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.297964] env[69195]: DEBUG oslo_vmware.api [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.796726] env[69195]: DEBUG oslo_vmware.api [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505555, 'name': ReconfigVM_Task, 'duration_secs': 0.142369} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.797183] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700469', 'volume_id': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'name': 'volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0252d5f0-3ecc-4612-a4e8-63c5f30fc752', 'attached_at': '', 'detached_at': '', 'volume_id': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'serial': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2063.830944] env[69195]: DEBUG nova.objects.instance [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'flavor' on Instance uuid 0252d5f0-3ecc-4612-a4e8-63c5f30fc752 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.335535] env[69195]: DEBUG oslo_concurrency.lockutils [None req-a9fd94e5-4cf7-4e4c-8c8f-b65be8e0e8e8 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2064.551111] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2064.551395] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2065.055072] env[69195]: INFO nova.compute.manager [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Detaching volume 1b9cbf95-8b12-4333-b59d-06e9d49aedbf [ 2065.085091] env[69195]: INFO nova.virt.block_device [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Attempting to driver detach volume 1b9cbf95-8b12-4333-b59d-06e9d49aedbf from mountpoint /dev/sdb [ 2065.085340] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2065.085524] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700469', 'volume_id': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'name': 'volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0252d5f0-3ecc-4612-a4e8-63c5f30fc752', 'attached_at': '', 'detached_at': '', 'volume_id': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'serial': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2065.086497] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504d4af8-120c-4b48-b4ec-4c81bbaa9783 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.108543] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273efd63-9179-4af8-a1b3-68d5f38a79a8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.115018] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ce24e-7060-4080-a1bd-a69aaf3eb228 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.134248] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d14b9a-e8b3-47f0-b291-c7198fc06701 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.148180] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] The volume has not been displaced from its original location: [datastore1] volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf/volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2065.153399] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2065.153658] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3be663b-7667-48be-913c-00d44bb85ca6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.170139] env[69195]: DEBUG oslo_vmware.api [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2065.170139] env[69195]: value = "task-3505556" [ 2065.170139] env[69195]: _type = "Task" [ 2065.170139] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.180026] env[69195]: DEBUG oslo_vmware.api [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.679918] env[69195]: DEBUG oslo_vmware.api [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505556, 'name': ReconfigVM_Task, 'duration_secs': 0.203299} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.680204] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2065.684730] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03554cc5-402b-4f74-b2f8-da683dac0d0c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.699099] env[69195]: DEBUG oslo_vmware.api [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2065.699099] env[69195]: value = "task-3505557" [ 2065.699099] env[69195]: _type = "Task" [ 2065.699099] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.709165] env[69195]: DEBUG oslo_vmware.api [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.208304] env[69195]: DEBUG oslo_vmware.api [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505557, 'name': ReconfigVM_Task, 'duration_secs': 0.132138} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.208656] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700469', 'volume_id': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'name': 'volume-1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0252d5f0-3ecc-4612-a4e8-63c5f30fc752', 'attached_at': '', 'detached_at': '', 'volume_id': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf', 'serial': '1b9cbf95-8b12-4333-b59d-06e9d49aedbf'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2066.749121] env[69195]: DEBUG nova.objects.instance [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'flavor' on Instance uuid 0252d5f0-3ecc-4612-a4e8-63c5f30fc752 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.755351] env[69195]: DEBUG oslo_concurrency.lockutils [None req-f6f25ed1-caca-4aad-a012-f50391624037 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2068.785994] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2068.786356] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2068.786510] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2068.786694] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2068.786899] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2068.789012] env[69195]: INFO nova.compute.manager [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Terminating instance [ 2069.294734] env[69195]: DEBUG nova.compute.manager [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2069.294969] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.296202] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bd51fb-d393-4f68-992e-bcd1cf8acde1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.303595] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.303813] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e9f6015-74a0-4364-9745-2faba1837d9e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.309248] env[69195]: DEBUG oslo_vmware.api [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2069.309248] env[69195]: value = "task-3505558" [ 2069.309248] env[69195]: _type = "Task" [ 2069.309248] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.316595] env[69195]: DEBUG oslo_vmware.api [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.818306] env[69195]: DEBUG oslo_vmware.api [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505558, 'name': PowerOffVM_Task, 'duration_secs': 0.163488} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.818676] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2069.818715] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2069.818927] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f28d68b-58e3-47fe-8108-73159210f6b2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.874351] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2069.874647] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2069.874918] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleting the datastore file [datastore1] 0252d5f0-3ecc-4612-a4e8-63c5f30fc752 {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2069.875254] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b17248ec-a525-4713-9d9f-5305e97e3af7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.881427] env[69195]: DEBUG oslo_vmware.api [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2069.881427] env[69195]: value = "task-3505560" [ 2069.881427] env[69195]: _type = "Task" [ 2069.881427] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.888528] env[69195]: DEBUG oslo_vmware.api [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.390765] env[69195]: DEBUG oslo_vmware.api [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134335} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.391036] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.391211] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.391387] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.391561] env[69195]: INFO nova.compute.manager [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Took 1.10 seconds to destroy the instance on the hypervisor. [ 2070.391820] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 2070.392014] env[69195]: DEBUG nova.compute.manager [-] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2070.392116] env[69195]: DEBUG nova.network.neutron [-] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2070.856406] env[69195]: DEBUG nova.compute.manager [req-24942cf9-3ddf-4d45-bceb-1077a293f90e req-14cc0c7e-5dbc-4e8e-ac31-625a7626b64f service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Received event network-vif-deleted-81559e6c-4022-4756-8055-77177a42d0bb {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2070.856406] env[69195]: INFO nova.compute.manager [req-24942cf9-3ddf-4d45-bceb-1077a293f90e req-14cc0c7e-5dbc-4e8e-ac31-625a7626b64f service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Neutron deleted interface 81559e6c-4022-4756-8055-77177a42d0bb; detaching it from the instance and deleting it from the info cache [ 2070.856948] env[69195]: DEBUG nova.network.neutron [req-24942cf9-3ddf-4d45-bceb-1077a293f90e req-14cc0c7e-5dbc-4e8e-ac31-625a7626b64f service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.333806] env[69195]: DEBUG nova.network.neutron [-] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.358465] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ecd89ec-b1f5-46e6-8660-6a82929e7949 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.369470] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c7129-1dee-426a-b2b3-a489f41ac98c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.393985] env[69195]: DEBUG nova.compute.manager [req-24942cf9-3ddf-4d45-bceb-1077a293f90e req-14cc0c7e-5dbc-4e8e-ac31-625a7626b64f service nova] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Detach interface failed, port_id=81559e6c-4022-4756-8055-77177a42d0bb, reason: Instance 0252d5f0-3ecc-4612-a4e8-63c5f30fc752 could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 2071.837315] env[69195]: INFO nova.compute.manager [-] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Took 1.44 seconds to deallocate network for instance. [ 2072.344145] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2072.344509] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2072.344649] env[69195]: DEBUG nova.objects.instance [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'resources' on Instance uuid 0252d5f0-3ecc-4612-a4e8-63c5f30fc752 {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2072.880503] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed1717a-78ba-46c7-81c7-c050593e9c2c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.887861] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec105cd2-59a5-4ce9-9261-5a9586cb572a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.916656] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb7da96-6aea-4e1e-81aa-c11b200f289e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.923603] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb67730-74d4-49ba-86f8-b3ac09930519 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.936131] env[69195]: DEBUG nova.compute.provider_tree [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2073.439795] env[69195]: DEBUG nova.scheduler.client.report [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.945049] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2073.963697] env[69195]: INFO nova.scheduler.client.report [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleted allocations for instance 0252d5f0-3ecc-4612-a4e8-63c5f30fc752 [ 2074.472808] env[69195]: DEBUG oslo_concurrency.lockutils [None req-170de4e8-d783-4f43-bbcc-04e98fa994c9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "0252d5f0-3ecc-4612-a4e8-63c5f30fc752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2076.623260] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2076.623556] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2077.125655] env[69195]: DEBUG nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Starting instance... {{(pid=69195) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2077.645209] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2077.645510] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2077.646955] env[69195]: INFO nova.compute.claims [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2078.615995] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.616272] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2078.671606] env[69195]: DEBUG nova.scheduler.client.report [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Refreshing inventories for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2078.684095] env[69195]: DEBUG nova.scheduler.client.report [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Updating ProviderTree inventory for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2078.684314] env[69195]: DEBUG nova.compute.provider_tree [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Updating inventory in ProviderTree for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2078.694393] env[69195]: DEBUG nova.scheduler.client.report [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Refreshing aggregate associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, aggregates: None {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2078.710839] env[69195]: DEBUG nova.scheduler.client.report [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Refreshing trait associations for resource provider eeda6aa3-9fec-40fc-93c9-c561002c0b76, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69195) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2078.732276] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505fb910-75f1-40a8-a2b8-1f28a3a08e52 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.739648] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca63f5-74d7-4ea5-b782-30f32e75b243 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.769409] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f54592-d877-4c24-bed9-b03d1cca6bb0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.775807] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794e54da-eb67-4bec-9d3e-0bce34fa178e {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.788302] env[69195]: DEBUG nova.compute.provider_tree [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2079.119186] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2079.291819] env[69195]: DEBUG nova.scheduler.client.report [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2079.796935] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.151s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2079.797505] env[69195]: DEBUG nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Start building networks asynchronously for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2079.800184] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.681s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2079.800364] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2079.800516] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2079.801543] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a07a5-8dac-4ae2-afc4-4146a9c2f5dc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.809883] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab34c3ea-c009-42be-a55e-35f1a4247a9d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.823404] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec492da0-711e-4e62-a76f-f3083e62945d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.829601] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdef82d-fd9f-4e4b-8c68-8a51cd6e12c2 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.858793] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180848MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2079.858931] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2079.859151] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2080.302962] env[69195]: DEBUG nova.compute.utils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 2080.305673] env[69195]: DEBUG nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Allocating IP information in the background. {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2080.305852] env[69195]: DEBUG nova.network.neutron [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] allocate_for_instance() {{(pid=69195) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2080.351504] env[69195]: DEBUG nova.policy [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0e6bf3dccd3463e86eadc4e6f2dace4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7f1fa1e74554a74a240eba9a301c024', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69195) authorize /opt/stack/nova/nova/policy.py:192}} [ 2081.017720] env[69195]: DEBUG nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Start building block device mappings for instance. {{(pid=69195) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2081.035528] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 2081.035724] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2081.035866] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2081.062444] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b314c4d3-6b03-4bd6-9213-c7d5f3906bc7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.069892] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68abf1d0-d906-4a1d-b589-15db0ec94ab9 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.100189] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68b0dc9-1d40-4770-80cd-adbf1d74f02a {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.107931] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560653aa-6444-42e3-8206-d69ce88cf5ef {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.121024] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.279046] env[69195]: DEBUG nova.network.neutron [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Successfully created port: 932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2081.623495] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2082.028908] env[69195]: DEBUG nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Start spawning the instance on the hypervisor. {{(pid=69195) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2082.055692] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-22T06:07:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-22T06:06:48Z,direct_url=,disk_format='vmdk',id=42d113a8-c043-47cd-9d4a-ba85b4a1d87e,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='754d7098384f42b0babc2a6767e4cbb0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-22T06:06:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2082.055942] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Flavor limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2082.056110] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Image limits 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2082.056289] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Flavor pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2082.056430] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Image pref 0:0:0 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2082.056572] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69195) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2082.056771] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2082.056924] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2082.057113] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Got 1 possible topologies {{(pid=69195) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2082.057274] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2082.057438] env[69195]: DEBUG nova.virt.hardware [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69195) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2082.058323] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69577bfd-dcca-4415-852c-ba222ce2f145 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.066017] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1662a21a-b744-4e40-b5f7-d145f581d839 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.128227] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2082.128403] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.269s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2082.646676] env[69195]: DEBUG nova.compute.manager [req-7b2334f2-8cbf-4331-990a-af11582128df req-813a5670-f23b-4d80-ac25-473ed47ce510 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Received event network-vif-plugged-932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2082.646676] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b2334f2-8cbf-4331-990a-af11582128df req-813a5670-f23b-4d80-ac25-473ed47ce510 service nova] Acquiring lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2082.646676] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b2334f2-8cbf-4331-990a-af11582128df req-813a5670-f23b-4d80-ac25-473ed47ce510 service nova] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2082.646676] env[69195]: DEBUG oslo_concurrency.lockutils [req-7b2334f2-8cbf-4331-990a-af11582128df req-813a5670-f23b-4d80-ac25-473ed47ce510 service nova] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2082.646809] env[69195]: DEBUG nova.compute.manager [req-7b2334f2-8cbf-4331-990a-af11582128df req-813a5670-f23b-4d80-ac25-473ed47ce510 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] No waiting events found dispatching network-vif-plugged-932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2082.646939] env[69195]: WARNING nova.compute.manager [req-7b2334f2-8cbf-4331-990a-af11582128df req-813a5670-f23b-4d80-ac25-473ed47ce510 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Received unexpected event network-vif-plugged-932cc129-cfa6-4505-b5d2-38af34c21a70 for instance with vm_state building and task_state spawning. [ 2082.727177] env[69195]: DEBUG nova.network.neutron [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Successfully updated port: 932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2083.230268] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.230699] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2083.230699] env[69195]: DEBUG nova.network.neutron [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Building network info cache for instance {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.761508] env[69195]: DEBUG nova.network.neutron [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Instance cache missing network info. {{(pid=69195) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2083.877888] env[69195]: DEBUG nova.network.neutron [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Updating instance_info_cache with network_info: [{"id": "932cc129-cfa6-4505-b5d2-38af34c21a70", "address": "fa:16:3e:1f:46:62", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932cc129-cf", "ovs_interfaceid": "932cc129-cfa6-4505-b5d2-38af34c21a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.128506] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2084.128685] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2084.128845] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2084.129010] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2084.129164] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 2084.381683] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2084.381987] env[69195]: DEBUG nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Instance network_info: |[{"id": "932cc129-cfa6-4505-b5d2-38af34c21a70", "address": "fa:16:3e:1f:46:62", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932cc129-cf", "ovs_interfaceid": "932cc129-cfa6-4505-b5d2-38af34c21a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69195) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2084.382432] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:46:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '932cc129-cfa6-4505-b5d2-38af34c21a70', 'vif_model': 'vmxnet3'}] {{(pid=69195) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2084.389947] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 2084.390165] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Creating VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2084.390387] env[69195]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10dc17fa-539f-4558-857d-31ac23f80318 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.410075] env[69195]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2084.410075] env[69195]: value = "task-3505561" [ 2084.410075] env[69195]: _type = "Task" [ 2084.410075] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.417260] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505561, 'name': CreateVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.673515] env[69195]: DEBUG nova.compute.manager [req-b0b377bb-81e8-4a90-aa99-f6f57e1ac26c req-a348c7c4-993f-4bdf-b0f1-695f800cc115 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Received event network-changed-932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2084.673720] env[69195]: DEBUG nova.compute.manager [req-b0b377bb-81e8-4a90-aa99-f6f57e1ac26c req-a348c7c4-993f-4bdf-b0f1-695f800cc115 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Refreshing instance network info cache due to event network-changed-932cc129-cfa6-4505-b5d2-38af34c21a70. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 2084.673953] env[69195]: DEBUG oslo_concurrency.lockutils [req-b0b377bb-81e8-4a90-aa99-f6f57e1ac26c req-a348c7c4-993f-4bdf-b0f1-695f800cc115 service nova] Acquiring lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.674129] env[69195]: DEBUG oslo_concurrency.lockutils [req-b0b377bb-81e8-4a90-aa99-f6f57e1ac26c req-a348c7c4-993f-4bdf-b0f1-695f800cc115 service nova] Acquired lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2084.674258] env[69195]: DEBUG nova.network.neutron [req-b0b377bb-81e8-4a90-aa99-f6f57e1ac26c req-a348c7c4-993f-4bdf-b0f1-695f800cc115 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Refreshing network info cache for port 932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.919855] env[69195]: DEBUG oslo_vmware.api [-] Task: {'id': task-3505561, 'name': CreateVM_Task, 'duration_secs': 0.280699} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.920028] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Created VM on the ESX host {{(pid=69195) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.920710] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.920879] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2084.921281] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 2084.921524] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf0465d9-22e3-4e57-9f2c-2d7d7d03ddab {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.925480] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2084.925480] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521148a6-a29f-f0d2-98f7-9cb0bbfa2d4b" [ 2084.925480] env[69195]: _type = "Task" [ 2084.925480] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.932564] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521148a6-a29f-f0d2-98f7-9cb0bbfa2d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.343179] env[69195]: DEBUG nova.network.neutron [req-b0b377bb-81e8-4a90-aa99-f6f57e1ac26c req-a348c7c4-993f-4bdf-b0f1-695f800cc115 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Updated VIF entry in instance network info cache for port 932cc129-cfa6-4505-b5d2-38af34c21a70. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.343580] env[69195]: DEBUG nova.network.neutron [req-b0b377bb-81e8-4a90-aa99-f6f57e1ac26c req-a348c7c4-993f-4bdf-b0f1-695f800cc115 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Updating instance_info_cache with network_info: [{"id": "932cc129-cfa6-4505-b5d2-38af34c21a70", "address": "fa:16:3e:1f:46:62", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932cc129-cf", "ovs_interfaceid": "932cc129-cfa6-4505-b5d2-38af34c21a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.436929] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]521148a6-a29f-f0d2-98f7-9cb0bbfa2d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.437318] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2085.437448] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Processing image 42d113a8-c043-47cd-9d4a-ba85b4a1d87e {{(pid=69195) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2085.437673] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.437816] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2085.437988] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2085.438247] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55cf57a9-44f1-40be-ad8b-5b6fb390b6e5 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.446157] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69195) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2085.446330] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69195) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2085.446993] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51abba39-12df-44fb-bfde-5974473e3993 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.451758] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2085.451758] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211598c-09d2-2c78-5d6d-18e3a66c030f" [ 2085.451758] env[69195]: _type = "Task" [ 2085.451758] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.458620] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211598c-09d2-2c78-5d6d-18e3a66c030f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.616220] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2085.846838] env[69195]: DEBUG oslo_concurrency.lockutils [req-b0b377bb-81e8-4a90-aa99-f6f57e1ac26c req-a348c7c4-993f-4bdf-b0f1-695f800cc115 service nova] Releasing lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2085.962122] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]5211598c-09d2-2c78-5d6d-18e3a66c030f, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.962795] env[69195]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbe4d9b-bf02-44ac-ad24-d3fca4ed55d0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.967311] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2085.967311] env[69195]: value = "session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e26ce3-e650-1a41-44bd-0135c4905ec0" [ 2085.967311] env[69195]: _type = "Task" [ 2085.967311] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.974259] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e26ce3-e650-1a41-44bd-0135c4905ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.477631] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': session[5236594c-cb36-c6cc-516f-45f1985e5dc5]52e26ce3-e650-1a41-44bd-0135c4905ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.478031] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2086.478211] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe/75398cb2-8a5e-47f5-95ad-6dfbf91bcebe.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2086.478469] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe4f565-95ba-47b2-bce6-1c58c478409b {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.484693] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2086.484693] env[69195]: value = "task-3505562" [ 2086.484693] env[69195]: _type = "Task" [ 2086.484693] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.491905] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.994343] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453771} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.994685] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42d113a8-c043-47cd-9d4a-ba85b4a1d87e/42d113a8-c043-47cd-9d4a-ba85b4a1d87e.vmdk to [datastore1] 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe/75398cb2-8a5e-47f5-95ad-6dfbf91bcebe.vmdk {{(pid=69195) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2086.994904] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Extending root virtual disk to 1048576 {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2086.995219] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21f5fc08-0786-4304-97c5-3277185358e0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.001660] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2087.001660] env[69195]: value = "task-3505563" [ 2087.001660] env[69195]: _type = "Task" [ 2087.001660] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.009932] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.511323] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059551} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.511704] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Extended root virtual disk {{(pid=69195) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2087.512303] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8687a18-1341-4c21-83e0-5a124c9cf34f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.533115] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe/75398cb2-8a5e-47f5-95ad-6dfbf91bcebe.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2087.533327] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba78664-ee43-4566-adbb-13c43cd7150f {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.552121] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2087.552121] env[69195]: value = "task-3505564" [ 2087.552121] env[69195]: _type = "Task" [ 2087.552121] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.559075] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505564, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.615777] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.063401] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505564, 'name': ReconfigVM_Task, 'duration_secs': 0.269541} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.063695] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe/75398cb2-8a5e-47f5-95ad-6dfbf91bcebe.vmdk or device None with type sparse {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2088.064322] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0baa26c2-f53b-4ef7-8734-5e1cd1c53489 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.070271] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2088.070271] env[69195]: value = "task-3505565" [ 2088.070271] env[69195]: _type = "Task" [ 2088.070271] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.077312] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505565, 'name': Rename_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.579732] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505565, 'name': Rename_Task, 'duration_secs': 0.128257} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.580146] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Powering on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2088.580349] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aeab6a6-1142-4b21-8ad3-76b43dcfca29 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.586270] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2088.586270] env[69195]: value = "task-3505566" [ 2088.586270] env[69195]: _type = "Task" [ 2088.586270] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.594843] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.095871] env[69195]: DEBUG oslo_vmware.api [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505566, 'name': PowerOnVM_Task, 'duration_secs': 0.420645} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.096168] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Powered on the VM {{(pid=69195) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2089.096370] env[69195]: INFO nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Took 7.07 seconds to spawn the instance on the hypervisor. [ 2089.096546] env[69195]: DEBUG nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Checking state {{(pid=69195) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2089.097369] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25919c02-b26a-4858-bcbc-40b09838d633 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.615518] env[69195]: INFO nova.compute.manager [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Took 11.98 seconds to build instance. [ 2089.616445] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.118341] env[69195]: DEBUG oslo_concurrency.lockutils [None req-8e1b60bb-4c47-4f90-9ae9-c09276ad4d88 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.495s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2090.696626] env[69195]: DEBUG nova.compute.manager [req-03a92c19-3916-49eb-8eba-fbb25e87f366 req-c4a8ce94-0ed6-4fdf-ae54-d590c1b3d96c service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Received event network-changed-932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2090.696626] env[69195]: DEBUG nova.compute.manager [req-03a92c19-3916-49eb-8eba-fbb25e87f366 req-c4a8ce94-0ed6-4fdf-ae54-d590c1b3d96c service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Refreshing instance network info cache due to event network-changed-932cc129-cfa6-4505-b5d2-38af34c21a70. {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 2090.696626] env[69195]: DEBUG oslo_concurrency.lockutils [req-03a92c19-3916-49eb-8eba-fbb25e87f366 req-c4a8ce94-0ed6-4fdf-ae54-d590c1b3d96c service nova] Acquiring lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.697123] env[69195]: DEBUG oslo_concurrency.lockutils [req-03a92c19-3916-49eb-8eba-fbb25e87f366 req-c4a8ce94-0ed6-4fdf-ae54-d590c1b3d96c service nova] Acquired lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 2090.697123] env[69195]: DEBUG nova.network.neutron [req-03a92c19-3916-49eb-8eba-fbb25e87f366 req-c4a8ce94-0ed6-4fdf-ae54-d590c1b3d96c service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Refreshing network info cache for port 932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2091.383366] env[69195]: DEBUG nova.network.neutron [req-03a92c19-3916-49eb-8eba-fbb25e87f366 req-c4a8ce94-0ed6-4fdf-ae54-d590c1b3d96c service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Updated VIF entry in instance network info cache for port 932cc129-cfa6-4505-b5d2-38af34c21a70. {{(pid=69195) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2091.383772] env[69195]: DEBUG nova.network.neutron [req-03a92c19-3916-49eb-8eba-fbb25e87f366 req-c4a8ce94-0ed6-4fdf-ae54-d590c1b3d96c service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Updating instance_info_cache with network_info: [{"id": "932cc129-cfa6-4505-b5d2-38af34c21a70", "address": "fa:16:3e:1f:46:62", "network": {"id": "2f7da707-7b54-4a42-8603-baa74a9fe895", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-389866333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d7f1fa1e74554a74a240eba9a301c024", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap932cc129-cf", "ovs_interfaceid": "932cc129-cfa6-4505-b5d2-38af34c21a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.886979] env[69195]: DEBUG oslo_concurrency.lockutils [req-03a92c19-3916-49eb-8eba-fbb25e87f366 req-c4a8ce94-0ed6-4fdf-ae54-d590c1b3d96c service nova] Releasing lock "refresh_cache-75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" {{(pid=69195) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 2092.121569] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.121806] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 2092.626301] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] There are 4 instances to clean {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 2092.626484] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: 0252d5f0-3ecc-4612-a4e8-63c5f30fc752] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 2093.130123] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: ac422a7f-5579-4af7-a8c2-4b348e7f8706] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 2093.633706] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: a0915915-00fa-412c-a481-7ead1bc11618] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 2094.136817] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] [instance: c35589de-24d7-4a6c-9a44-ff3dccdec135] Instance has had 0 of 5 cleanup attempts {{(pid=69195) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 2094.639846] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.640069] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69195) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 2128.947026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2128.947026] env[69195]: DEBUG oslo_concurrency.lockutils [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2129.450051] env[69195]: DEBUG nova.compute.utils [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Using /dev/sd instead of None {{(pid=69195) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 2129.952700] env[69195]: DEBUG oslo_concurrency.lockutils [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2131.022054] env[69195]: DEBUG oslo_concurrency.lockutils [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2131.022427] env[69195]: DEBUG oslo_concurrency.lockutils [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2131.022562] env[69195]: INFO nova.compute.manager [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Attaching volume 2e973b2f-8b01-40d1-9862-0ea5787e00a8 to /dev/sdb [ 2131.052341] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d424a2-bfe5-4d95-80bd-57ecd3c6c3f6 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.059536] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a92e77-03a8-47f1-9ce3-ffaf041c99b1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.071939] env[69195]: DEBUG nova.virt.block_device [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Updating existing volume attachment record: 7406f521-7a58-43a6-8121-ff9a062d275d {{(pid=69195) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2135.615857] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Volume attach. Driver type: vmdk {{(pid=69195) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2135.616170] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700471', 'volume_id': '2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'name': 'volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75398cb2-8a5e-47f5-95ad-6dfbf91bcebe', 'attached_at': '', 'detached_at': '', 'volume_id': '2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'serial': '2e973b2f-8b01-40d1-9862-0ea5787e00a8'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2135.617076] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881fda4a-d895-4b3f-8677-aa9a76c64114 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.634249] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987a04ba-1b71-4426-8c38-cfc7bfbd657d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.657743] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8/volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2135.657976] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed919955-bde4-40d8-b72e-e0f568b534b8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.675584] env[69195]: DEBUG oslo_vmware.api [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2135.675584] env[69195]: value = "task-3505569" [ 2135.675584] env[69195]: _type = "Task" [ 2135.675584] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.683427] env[69195]: DEBUG oslo_vmware.api [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.185748] env[69195]: DEBUG oslo_vmware.api [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505569, 'name': ReconfigVM_Task, 'duration_secs': 0.320287} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.186044] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8/volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8.vmdk or device None with type thin {{(pid=69195) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2136.190645] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e215f4a3-6cad-4ab3-aa89-58fe89e62896 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.204258] env[69195]: DEBUG oslo_vmware.api [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2136.204258] env[69195]: value = "task-3505570" [ 2136.204258] env[69195]: _type = "Task" [ 2136.204258] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.211499] env[69195]: DEBUG oslo_vmware.api [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.713756] env[69195]: DEBUG oslo_vmware.api [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505570, 'name': ReconfigVM_Task, 'duration_secs': 0.14243} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.714083] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700471', 'volume_id': '2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'name': 'volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75398cb2-8a5e-47f5-95ad-6dfbf91bcebe', 'attached_at': '', 'detached_at': '', 'volume_id': '2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'serial': '2e973b2f-8b01-40d1-9862-0ea5787e00a8'} {{(pid=69195) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2137.829323] env[69195]: DEBUG nova.objects.instance [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'flavor' on Instance uuid 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.335924] env[69195]: DEBUG oslo_concurrency.lockutils [None req-199dd9f5-5d76-466b-9020-56fbc6187a55 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.314s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2138.466656] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2138.466956] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2138.969890] env[69195]: INFO nova.compute.manager [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Detaching volume 2e973b2f-8b01-40d1-9862-0ea5787e00a8 [ 2138.999480] env[69195]: INFO nova.virt.block_device [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Attempting to driver detach volume 2e973b2f-8b01-40d1-9862-0ea5787e00a8 from mountpoint /dev/sdb [ 2138.999711] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Volume detach. Driver type: vmdk {{(pid=69195) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2138.999903] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700471', 'volume_id': '2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'name': 'volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75398cb2-8a5e-47f5-95ad-6dfbf91bcebe', 'attached_at': '', 'detached_at': '', 'volume_id': '2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'serial': '2e973b2f-8b01-40d1-9862-0ea5787e00a8'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2139.000825] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bd1654-3cc2-4672-b71d-11df0670fac8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.022645] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cd33d8-3f31-46bf-b11a-bd7a32f71692 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.028900] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addd5e06-b283-4536-9643-3fadfe7dacbd {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.047849] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4616cef1-f05d-4660-b47f-2eef476f576d {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.061467] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] The volume has not been displaced from its original location: [datastore1] volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8/volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8.vmdk. No consolidation needed. {{(pid=69195) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2139.066607] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2139.066851] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e0ef0b-0028-4308-bae1-cb70244f33d7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.084136] env[69195]: DEBUG oslo_vmware.api [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2139.084136] env[69195]: value = "task-3505571" [ 2139.084136] env[69195]: _type = "Task" [ 2139.084136] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.091222] env[69195]: DEBUG oslo_vmware.api [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.593716] env[69195]: DEBUG oslo_vmware.api [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505571, 'name': ReconfigVM_Task, 'duration_secs': 0.202959} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.593985] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69195) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2139.598521] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5665f0a-79a5-4b5c-9d87-84875abef9d1 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.613187] env[69195]: DEBUG oslo_vmware.api [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2139.613187] env[69195]: value = "task-3505572" [ 2139.613187] env[69195]: _type = "Task" [ 2139.613187] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.620285] env[69195]: DEBUG oslo_vmware.api [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.123120] env[69195]: DEBUG oslo_vmware.api [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505572, 'name': ReconfigVM_Task, 'duration_secs': 0.156306} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.123429] env[69195]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-700471', 'volume_id': '2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'name': 'volume-2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '75398cb2-8a5e-47f5-95ad-6dfbf91bcebe', 'attached_at': '', 'detached_at': '', 'volume_id': '2e973b2f-8b01-40d1-9862-0ea5787e00a8', 'serial': '2e973b2f-8b01-40d1-9862-0ea5787e00a8'} {{(pid=69195) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2140.664116] env[69195]: DEBUG nova.objects.instance [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'flavor' on Instance uuid 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.637022] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.637380] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.671225] env[69195]: DEBUG oslo_concurrency.lockutils [None req-fd109e3e-f8b7-4ab3-aba0-7b5153b77170 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2142.140990] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2142.141365] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2142.141494] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2142.141650] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69195) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 2142.142575] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7aadbf-00bc-4638-a683-0d429fe662ac {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.151810] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab3e2c0-40ab-491d-962c-dd4beb164318 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.165318] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2454e0-0f8d-431c-afce-9b25e4d6d6f7 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.171577] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047133db-48c5-4df1-9146-325bbcb2b941 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.201501] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180669MB free_disk=90GB free_vcpus=48 pci_devices=None {{(pid=69195) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 2142.201712] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2142.201922] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2142.709932] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2142.710344] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2142.710344] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2142.710471] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2142.710592] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2142.712845] env[69195]: INFO nova.compute.manager [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Terminating instance [ 2143.216593] env[69195]: DEBUG nova.compute.manager [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Start destroying the instance on the hypervisor. {{(pid=69195) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2143.216826] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Destroying instance {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2143.217720] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e1ea29-3c97-4b6c-bee6-e31dfcdb5f96 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.224836] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Powering off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2143.225116] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970fb63f-fa3b-45a9-a6fb-104daf598dfc {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.231037] env[69195]: DEBUG oslo_vmware.api [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2143.231037] env[69195]: value = "task-3505573" [ 2143.231037] env[69195]: _type = "Task" [ 2143.231037] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.238184] env[69195]: DEBUG oslo_vmware.api [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.255476] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Instance 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69195) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 2143.255734] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 2143.255945] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69195) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 2143.284060] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8cff11-2a79-460d-a23f-d99d6841e8ce {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.295282] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9eaca6-b374-4ff2-83ff-9d506e2db3f8 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.324937] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261ab53a-8fd4-4bb3-b5b4-d9cfe74cc872 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.331889] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c03995-f6d9-40c1-b5bf-4404d3926365 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.344640] env[69195]: DEBUG nova.compute.provider_tree [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2143.740492] env[69195]: DEBUG oslo_vmware.api [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505573, 'name': PowerOffVM_Task, 'duration_secs': 0.191573} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.740853] env[69195]: DEBUG nova.virt.vmwareapi.vm_util [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Powered off the VM {{(pid=69195) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2143.740919] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Unregistering the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2143.741145] env[69195]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382be361-c06b-44d4-8971-eee9b95671da {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.805768] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Unregistered the VM {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2143.805987] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Deleting contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2143.806192] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleting the datastore file [datastore1] 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2143.806441] env[69195]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d110f48-214d-443d-8cf8-b70f8485be8c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.812416] env[69195]: DEBUG oslo_vmware.api [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for the task: (returnval){ [ 2143.812416] env[69195]: value = "task-3505575" [ 2143.812416] env[69195]: _type = "Task" [ 2143.812416] env[69195]: } to complete. {{(pid=69195) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.819998] env[69195]: DEBUG oslo_vmware.api [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.847904] env[69195]: DEBUG nova.scheduler.client.report [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.322569] env[69195]: DEBUG oslo_vmware.api [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Task: {'id': task-3505575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132546} completed successfully. {{(pid=69195) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.322835] env[69195]: DEBUG nova.virt.vmwareapi.ds_util [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleted the datastore file {{(pid=69195) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2144.323033] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Deleted contents of the VM from datastore datastore1 {{(pid=69195) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2144.323218] env[69195]: DEBUG nova.virt.vmwareapi.vmops [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Instance destroyed {{(pid=69195) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2144.323393] env[69195]: INFO nova.compute.manager [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2144.323633] env[69195]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69195) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 2144.323824] env[69195]: DEBUG nova.compute.manager [-] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Deallocating network for instance {{(pid=69195) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2144.323922] env[69195]: DEBUG nova.network.neutron [-] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] deallocate_for_instance() {{(pid=69195) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2144.352412] env[69195]: DEBUG nova.compute.resource_tracker [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69195) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 2144.352587] env[69195]: DEBUG oslo_concurrency.lockutils [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.151s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2144.980432] env[69195]: DEBUG nova.compute.manager [req-19b5b744-5f79-4097-ac75-4232d30dfd53 req-4ccafbb8-7c6e-4465-afd6-4216b5ba3735 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Received event network-vif-deleted-932cc129-cfa6-4505-b5d2-38af34c21a70 {{(pid=69195) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 2144.980985] env[69195]: INFO nova.compute.manager [req-19b5b744-5f79-4097-ac75-4232d30dfd53 req-4ccafbb8-7c6e-4465-afd6-4216b5ba3735 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Neutron deleted interface 932cc129-cfa6-4505-b5d2-38af34c21a70; detaching it from the instance and deleting it from the info cache [ 2144.980985] env[69195]: DEBUG nova.network.neutron [req-19b5b744-5f79-4097-ac75-4232d30dfd53 req-4ccafbb8-7c6e-4465-afd6-4216b5ba3735 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.333467] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2145.333467] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2145.333467] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2145.333467] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2145.333649] env[69195]: DEBUG nova.compute.manager [None req-e365e739-580b-4489-9794-7f37225126b7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69195) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 2145.454732] env[69195]: DEBUG nova.network.neutron [-] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Updating instance_info_cache with network_info: [] {{(pid=69195) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.483333] env[69195]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1434d9ed-6f4f-4381-97c0-e8b6321f9f68 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.493113] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191f110-9ecf-4f9e-a7f9-a9f3b7a00516 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.517324] env[69195]: DEBUG nova.compute.manager [req-19b5b744-5f79-4097-ac75-4232d30dfd53 req-4ccafbb8-7c6e-4465-afd6-4216b5ba3735 service nova] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Detach interface failed, port_id=932cc129-cfa6-4505-b5d2-38af34c21a70, reason: Instance 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe could not be found. {{(pid=69195) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 2145.957769] env[69195]: INFO nova.compute.manager [-] [instance: 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe] Took 1.63 seconds to deallocate network for instance. [ 2146.464902] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 2146.465269] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 2146.465417] env[69195]: DEBUG nova.objects.instance [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lazy-loading 'resources' on Instance uuid 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe {{(pid=69195) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2146.616499] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.001249] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2adf6f-34d6-4b5d-a5db-3e6554be9ee0 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.008673] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952c33b9-7d1e-41f4-b7e3-53ed1a324c67 {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.038524] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c26715-ac87-4131-a8b4-6d5a515ae72c {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.045455] env[69195]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9402c5-68f8-4af5-99f7-f37b6ca60eea {{(pid=69195) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.058200] env[69195]: DEBUG nova.compute.provider_tree [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed in ProviderTree for provider: eeda6aa3-9fec-40fc-93c9-c561002c0b76 {{(pid=69195) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2147.561188] env[69195]: DEBUG nova.scheduler.client.report [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Inventory has not changed for provider eeda6aa3-9fec-40fc-93c9-c561002c0b76 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 90, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69195) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2147.610717] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2148.065945] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2148.085421] env[69195]: INFO nova.scheduler.client.report [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Deleted allocations for instance 75398cb2-8a5e-47f5-95ad-6dfbf91bcebe [ 2148.594201] env[69195]: DEBUG oslo_concurrency.lockutils [None req-91594440-15d6-40a0-bb41-dcb5d4535cf9 tempest-AttachVolumeNegativeTest-710486423 tempest-AttachVolumeNegativeTest-710486423-project-member] Lock "75398cb2-8a5e-47f5-95ad-6dfbf91bcebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=69195) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 2149.615548] env[69195]: DEBUG oslo_service.periodic_task [None req-e365e739-580b-4489-9794-7f37225126b7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69195) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}